{"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.945550616Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.961284616Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.992870614Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.992898806Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.066591937Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.06663794Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.123558298Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/fd0de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.650535562Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.689862217Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.689969622Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.690027682Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.690069835Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.690109342Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.69014396Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.690179083Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.690218942Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.69025619Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.69029002Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.690325154Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.690372906Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.690461564Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.690597111Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.6906917Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.690801273Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.69086672Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.690870217Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.690950506Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.691040506Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.792460513Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 21:15:12.792449 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.993529058Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:12.993603352Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 21:15:29.390888 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.391328743Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.391585027Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.391670299Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.3917555Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.391845675Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.391921465Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.391958978Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.392142696Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.392159232Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.392354841Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.392440628Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.392502994Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.392647645Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.392774034Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.392829349Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.392863322Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.392901536Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393010234Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393184812Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393216792Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393224477Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393250759Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.39328581Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393335811Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393476694Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393528428Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393554509Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393562951Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393712157Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393765816Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393787215Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393818736Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.393923532Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.394033458Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.394373113Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.394498037Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.394549676Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.394590401Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.39459659Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.394624584Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.394632531Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.395222175Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.395370515Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.395676015Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.39650511Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.397042249Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.397570333Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.398194285Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.398370628Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.398594435Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.398828571Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.39927029Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.500307006Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.529591848Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.699748124Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy updated","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.795501176Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.795542641Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.798842973Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.798888354Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.798854205Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.798989529Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.799863325Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.799906702Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.803346958Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.80337591Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.803369324Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.803388629Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.80471403Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.80473299Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.870700059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"297ab627-c865-4cbe-a126-8e5c16adddb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.87132298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6496d21c-a536-4ab7-82b9-1da38f38f0c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.872127835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca9dd778-5aa2-4004-921c-480ca7df7ced","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:29.872144737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca9dd778-5aa2-4004-921c-480ca7df7ced","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:15:30.00534704Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6496d21c-a536-4ab7-82b9-1da38f38f0c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.006511133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6405739d-1977-40d9-af88-0fc5767a8152","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.006530756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6405739d-1977-40d9-af88-0fc5767a8152","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.008877093Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"297ab627-c865-4cbe-a126-8e5c16adddb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:15:30.030455928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6496d21c-a536-4ab7-82b9-1da38f38f0c4","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.096498649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"297ab627-c865-4cbe-a126-8e5c16adddb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.097938068Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb4bf67b-fe8f-4f7e-88d6-777796f4241d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.106386731Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"094313ee-7c86-4403-b294-159c62fa6765","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.21762041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8497575c-7906-45a0-a37a-0438e80d9a4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.217655473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8497575c-7906-45a0-a37a-0438e80d9a4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.297218803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a799a2c6-b693-4b76-9229-ea8053f441e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.301042164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"527f324b-e04b-4feb-8212-3cb97e1f1585","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.301066767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"527f324b-e04b-4feb-8212-3cb97e1f1585","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.301769215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3acef686-2932-4a61-bb63-c90beddd89e4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.301794675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3acef686-2932-4a61-bb63-c90beddd89e4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.322477443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a799a2c6-b693-4b76-9229-ea8053f441e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.336211055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b201f5-ba31-4131-9f39-ecf8b66ad0c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.341903943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d533a2e-9eff-4d7d-820a-1fa07a1963ea","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.34191911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d533a2e-9eff-4d7d-820a-1fa07a1963ea","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.396758688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c05439d-1726-4840-a872-dc4bc398e40b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.396775688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c05439d-1726-4840-a872-dc4bc398e40b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.396806895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b201f5-ba31-4131-9f39-ecf8b66ad0c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.397072158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20231157-3183-4bdf-af79-8b5527cbcd97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.397085096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20231157-3183-4bdf-af79-8b5527cbcd97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.415262079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b201f5-ba31-4131-9f39-ecf8b66ad0c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.427867487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14eef87b-d57f-492f-bd76-b1432e8ccaf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.439143327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cae6ed5c-80fe-49f5-ba3c-1bfd36d61382","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.439169252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cae6ed5c-80fe-49f5-ba3c-1bfd36d61382","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.47034737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"417fa594-8141-438c-b098-e7c6543fbe4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.491632696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"417fa594-8141-438c-b098-e7c6543fbe4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.493039014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"656301be-ff40-4a7f-94c5-81a51328b563","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.495503812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c8d752a-1206-498a-af18-1f90a5179625","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.495519989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3c8d752a-1206-498a-af18-1f90a5179625","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.514474436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"417fa594-8141-438c-b098-e7c6543fbe4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.537982668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce9d0d0-188b-447c-bf05-363f01b98830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.554192792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce9d0d0-188b-447c-bf05-363f01b98830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.570239011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce9d0d0-188b-447c-bf05-363f01b98830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.574714657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6731f01f-3cb7-4d81-aaa7-15f4eef2455b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.574729482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6731f01f-3cb7-4d81-aaa7-15f4eef2455b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.58647978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce9d0d0-188b-447c-bf05-363f01b98830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.603138856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c65e51ae-7716-4ba0-8f8c-9a7b6c218a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.625503861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c65e51ae-7716-4ba0-8f8c-9a7b6c218a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.643641814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"24c55482-63c6-4a98-86ae-ca909fe2713c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.643668494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"24c55482-63c6-4a98-86ae-ca909fe2713c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.645016599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c65e51ae-7716-4ba0-8f8c-9a7b6c218a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.681343293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f595379-915d-4b10-b1c5-923aa885f9e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.681362608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f595379-915d-4b10-b1c5-923aa885f9e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.681687526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd296aa2-f540-474d-a779-64ca628c14b3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:30.681700989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd296aa2-f540-474d-a779-64ca628c14b3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:31.908312395Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"1a8f3887-eba1-4990-908e-101cce98fd51","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:31.918827965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3e545bc4-43ac-4b16-8779-502c28daf8de","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:31.935374647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3637e721-9baa-4fbd-a091-78b7b0aa0490","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:31.975512776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7b736fc-2eb5-4ab5-a3d5-a7a968341e7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:31.975605242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7b736fc-2eb5-4ab5-a3d5-a7a968341e7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:31.982335668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf5a48d7-afdb-4a4a-b955-44961629b962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:31.982527473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3f31c83-50d9-4eed-8f5d-4301dc7609c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.005606977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3f31c83-50d9-4eed-8f5d-4301dc7609c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.005945657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf5a48d7-afdb-4a4a-b955-44961629b962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.074001329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00e66785-4a3b-4cc0-9a02-5b419e725a1f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.074026421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00e66785-4a3b-4cc0-9a02-5b419e725a1f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.091941558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01a488e5-739e-4158-8e41-1659d3947a70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.091961002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01a488e5-739e-4158-8e41-1659d3947a70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.094893374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e170f8a7-2bf6-4952-acd9-0bb302906669","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.094910432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e170f8a7-2bf6-4952-acd9-0bb302906669","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.128514355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d4d38c14-c7a5-406b-a687-af1e021696f3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.12853517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d4d38c14-c7a5-406b-a687-af1e021696f3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.141530677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd45a947-9b77-4eac-ada3-4c5b9eb7ab10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.141738372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52112e10-e4fd-4cd1-934d-17165817912e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.161783171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd45a947-9b77-4eac-ada3-4c5b9eb7ab10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:32.161871593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52112e10-e4fd-4cd1-934d-17165817912e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.046998431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b67f2f97-19ea-4bfb-925e-b5430f595434","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.047026349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b67f2f97-19ea-4bfb-925e-b5430f595434","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.427975189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd6e7456-0aa4-49d6-91df-1ecab71998ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.527352137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c235f837-6df7-4d72-994f-d09f80ab454f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:35.355729062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"535026ee-adee-4d50-97e3-a5aae4af6ff1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:35.355752734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"535026ee-adee-4d50-97e3-a5aae4af6ff1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:35.431653321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79a5c139-9137-42b5-9eb0-dac77e9f3458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:35.431649526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3220639-f5a0-461c-9bf4-1e352ab9ebda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:35.432329647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e2ed454a-ea46-4011-9c1e-873c24153890","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:35.452166586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79a5c139-9137-42b5-9eb0-dac77e9f3458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:35.45227781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3220639-f5a0-461c-9bf4-1e352ab9ebda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:35.486911388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08aa9f37-010e-4059-8216-183cc2f2dbc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:35.486932355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08aa9f37-010e-4059-8216-183cc2f2dbc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:35.557344237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"481a4458-016f-4445-9d7c-1b79a2545d59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:36.496053828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acac3714-4eaa-49cd-b89a-dd76d7612eed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:36.496079882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acac3714-4eaa-49cd-b89a-dd76d7612eed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:36.565723417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"041935ad-29df-47f7-b846-a3ad1c12fc0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:36.571084089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9282c864-d66b-4b85-9a3b-5351b3842f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:36.571090048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8526763-9c96-4b35-9642-3023d4c9fb1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:36.611127499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8526763-9c96-4b35-9642-3023d4c9fb1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:36.615458924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9282c864-d66b-4b85-9a3b-5351b3842f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:36.638163128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61a2317f-47e4-4a59-b10e-23cad219024b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:36.638184925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61a2317f-47e4-4a59-b10e-23cad219024b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:36.703051549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ac061cc4-fa2c-4177-875b-0f5b9f851b10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:40.806870815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7145c835-91bb-4c44-ae1a-fbce963731db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:40.80705451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcc6eb5c-892c-4d7c-8f5b-cffe0fea75bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:40.829625386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcc6eb5c-892c-4d7c-8f5b-cffe0fea75bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:40.830569831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7145c835-91bb-4c44-ae1a-fbce963731db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.019939248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3d23dee-ff29-4ab7-a19d-95c1e59b14a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.020852195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"894db28e-271f-4206-a776-987fbafd1c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.0415044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3d23dee-ff29-4ab7-a19d-95c1e59b14a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.042922051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"894db28e-271f-4206-a776-987fbafd1c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.234044989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3bb58060-dbb6-45fe-898c-0f309ff0d8ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.234065725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3bb58060-dbb6-45fe-898c-0f309ff0d8ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.282278548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65cd3a69-7fe9-4eb6-8659-49f8a5c578bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.304249134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65cd3a69-7fe9-4eb6-8659-49f8a5c578bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.428722076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e237537c-c92e-46bb-94f4-54c6b039a9d0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.428741462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e237537c-c92e-46bb-94f4-54c6b039a9d0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.477868122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d03d8d80-09db-421f-80c7-cce1f4a268f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.506305348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d9813a0-b4f2-4a9d-88fb-933e3787cd5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.507474691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f72a143-4514-48b4-abcc-1bcac3bdfa23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.5076969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f72a143-4514-48b4-abcc-1bcac3bdfa23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.509942253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d03d8d80-09db-421f-80c7-cce1f4a268f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.565028263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11dd0499-c5ad-475e-a595-52eb6545fbff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.56505262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11dd0499-c5ad-475e-a595-52eb6545fbff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.576508973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c425bd9-5b2a-4dff-9aff-8be6a2d09059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.596507167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c425bd9-5b2a-4dff-9aff-8be6a2d09059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.361044111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9d4d4f-3533-4030-8a45-cefba020a167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.361057411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c993ab70-c6df-4ea1-9949-5f3e9129b082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.388348363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9d4d4f-3533-4030-8a45-cefba020a167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.388355181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c993ab70-c6df-4ea1-9949-5f3e9129b082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.570029895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8d560e4-dff1-45a8-9cb9-145b6b31788c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.570050138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b2e6923-b922-46be-b415-d669197de824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.590254086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b2e6923-b922-46be-b415-d669197de824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.59029464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8d560e4-dff1-45a8-9cb9-145b6b31788c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:59.54658249Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.867029103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a70df659-7350-4a16-a97e-4905ca95afd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.86705013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70b7a142-4f32-4d4d-99d9-4eed202c1a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.903318689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a70df659-7350-4a16-a97e-4905ca95afd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.913637492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70b7a142-4f32-4d4d-99d9-4eed202c1a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.997734623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f422460d-9e07-4805-b531-a8a0f4f4add3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:18.017953747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f422460d-9e07-4805-b531-a8a0f4f4add3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:18.098589714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7c9e893-9f70-4d96-9de9-8b1c18a0e2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:18.118314021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7c9e893-9f70-4d96-9de9-8b1c18a0e2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:18.626674294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab648d08-c206-4ca1-983d-6d74a31f5a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:18.626789491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fb2044c-ebe0-48b7-b6fc-7667d10f29e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:18.653593478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab648d08-c206-4ca1-983d-6d74a31f5a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:18.654476815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fb2044c-ebe0-48b7-b6fc-7667d10f29e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:21.575618188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeec78e3-a942-442d-ba7b-14bf8a2aeffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:21.591631809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeec78e3-a942-442d-ba7b-14bf8a2aeffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:21.607682247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeec78e3-a942-442d-ba7b-14bf8a2aeffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:21.62381599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeec78e3-a942-442d-ba7b-14bf8a2aeffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.398052616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbcd6a93-56cd-4c97-a9c6-f98cffa46e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.414447822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbcd6a93-56cd-4c97-a9c6-f98cffa46e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.433669075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbcd6a93-56cd-4c97-a9c6-f98cffa46e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.451021457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbcd6a93-56cd-4c97-a9c6-f98cffa46e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.472847563Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-6f34cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-6f34cf","reconcileID":"41c43594-43b2-4b46-a647-e4d0a381868b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-6f34cf","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-6f34cf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.603487156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8869c2b-102a-4c90-a262-8b2ca997d55a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.603708666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"116bc096-5995-4579-b31d-f6f68eba2bb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.624868076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"116bc096-5995-4579-b31d-f6f68eba2bb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.628761071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8869c2b-102a-4c90-a262-8b2ca997d55a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.698165759Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-ff49f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-ff49f4","reconcileID":"b8719291-d859-46ac-a486-9b7518ac28f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-ff49f4","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-ff49f4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.723216751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80656e01-f35c-4fe9-9cd2-5688a79784a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.761478082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80656e01-f35c-4fe9-9cd2-5688a79784a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.858637889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4980d0e-8cc3-4067-9873-8d15009402de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.893960385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4980d0e-8cc3-4067-9873-8d15009402de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.035698574Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-66d83e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-66d83e","reconcileID":"c49197c8-eb4d-46cc-8959-149439f52110","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-66d83e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-66d83e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.052182981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d53c61e5-879d-41ad-b2a2-7aec0b09a0df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.076270499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d53c61e5-879d-41ad-b2a2-7aec0b09a0df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.154814618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ccd09c6-2ef4-4308-95e9-24f93239081b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.176343825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ccd09c6-2ef4-4308-95e9-24f93239081b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.212915227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4b2952-2589-42f6-b2ab-2ab681f255b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.229103843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4b2952-2589-42f6-b2ab-2ab681f255b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.247567454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4b2952-2589-42f6-b2ab-2ab681f255b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.264966834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4b2952-2589-42f6-b2ab-2ab681f255b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.313190313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa7d3c30-2b12-4520-9f44-3571828fe58e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.335051735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa7d3c30-2b12-4520-9f44-3571828fe58e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.412816154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3cb1319-9121-4861-a827-6b04776e06a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.433876545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3cb1319-9121-4861-a827-6b04776e06a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.779666787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac768e9a-a845-4b43-b574-23458fa22543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.779677358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4432f649-b948-4ec1-a4ae-0e542fbcedf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.800610526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac768e9a-a845-4b43-b574-23458fa22543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.801083971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4432f649-b948-4ec1-a4ae-0e542fbcedf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.886966231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5ae420-e411-43b7-9cba-bbb7c57885cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.903282602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5ae420-e411-43b7-9cba-bbb7c57885cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.919251534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5ae420-e411-43b7-9cba-bbb7c57885cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.935444555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5ae420-e411-43b7-9cba-bbb7c57885cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.982871662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b31681d-a43c-4432-9261-d4b0bb9c3ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:23.982879394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62ba5a4f-d690-4076-8dde-be26bc67cbe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.010999435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b31681d-a43c-4432-9261-d4b0bb9c3ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.016961246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62ba5a4f-d690-4076-8dde-be26bc67cbe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.437126917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9896b67b-ee01-47f5-8978-b101479b2025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.437196464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6c2964d-26e7-4289-901a-702c8941a274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.456866277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9896b67b-ee01-47f5-8978-b101479b2025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.457469113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6c2964d-26e7-4289-901a-702c8941a274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.861595728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c17f14d9-4576-4858-8c2d-256a71faed0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.861701515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2dc9471-d3c9-487e-bd91-4a2733440281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.88169526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2dc9471-d3c9-487e-bd91-4a2733440281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.881733424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c17f14d9-4576-4858-8c2d-256a71faed0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:25.298523792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6afe3564-cbf6-410a-8286-4abb15b9243b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:25.300355108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ec9a907-8c62-4c3a-a7da-2680968371fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:25.319122243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6afe3564-cbf6-410a-8286-4abb15b9243b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:25.320942689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ec9a907-8c62-4c3a-a7da-2680968371fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:25.804347879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"8bcadb94-d8fb-4460-b7da-d9941550bb51","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:25.846602206Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"8bcadb94-d8fb-4460-b7da-d9941550bb51","name":"e2e-worker-w3-6f34cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:26.146695665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec5dcc84-aa73-4153-b7c2-fbfb16425c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:26.146695667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6af8c5b0-8538-46b7-9c17-32e7535288e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:26.169041204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec5dcc84-aa73-4153-b7c2-fbfb16425c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:26.169530675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6af8c5b0-8538-46b7-9c17-32e7535288e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:27.604116224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"23a4599e-1e6b-4c03-9c0e-d4bda43f0d52","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:27.646637997Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"23a4599e-1e6b-4c03-9c0e-d4bda43f0d52","name":"e2e-worker-w0-ff49f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:28.960830811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2eba8fb7-05e6-4791-82c6-a5d684ab7056","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:29.058947413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc4aea54-1a69-4f6e-b583-c7d778c9e4c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:29.531116738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"e3867e20-6370-4368-836d-b6b2a025c165","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-66d83e","tenantID":"e2e-praxis-a-66d83e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:29.534194731Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:29.575880643Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"e3867e20-6370-4368-836d-b6b2a025c165","name":"e2e-praxis-a-66d83e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:33.769180373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1d7085-5533-4290-a285-f1fc8536cd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:33.785301073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1d7085-5533-4290-a285-f1fc8536cd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:33.801609752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1d7085-5533-4290-a285-f1fc8536cd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:33.817688644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1d7085-5533-4290-a285-f1fc8536cd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:34.469178782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427f3db6-f137-4a17-a2bc-3f930f381ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:34.485276286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427f3db6-f137-4a17-a2bc-3f930f381ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:34.501118045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427f3db6-f137-4a17-a2bc-3f930f381ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:34.518465383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427f3db6-f137-4a17-a2bc-3f930f381ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.458523421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c06c78-f5be-4ba7-bafd-3b410e116ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.474607891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c06c78-f5be-4ba7-bafd-3b410e116ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.490589155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c06c78-f5be-4ba7-bafd-3b410e116ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.506658076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c06c78-f5be-4ba7-bafd-3b410e116ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.587834605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18a46b6e-af1f-4b0f-9ef6-5cbd2afd03b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.684498571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a35a7343-560f-4f45-a04e-1cbf6021559c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:36.17677263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93752863-74ba-4c21-9742-623fd4765a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:36.192735896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93752863-74ba-4c21-9742-623fd4765a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:36.208805193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93752863-74ba-4c21-9742-623fd4765a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:36.224794785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93752863-74ba-4c21-9742-623fd4765a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.1828088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1a9805-5735-4e54-a19d-9da4e66c83a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.198778416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1a9805-5735-4e54-a19d-9da4e66c83a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.214782537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1a9805-5735-4e54-a19d-9da4e66c83a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.231091583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1a9805-5735-4e54-a19d-9da4e66c83a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.3510102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6960041-6e9f-4072-9fba-e1d240a0d24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.351105121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5212b03-5a8f-4cdd-bdaf-dfbf2ebdb416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.371015004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6960041-6e9f-4072-9fba-e1d240a0d24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.3714743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5212b03-5a8f-4cdd-bdaf-dfbf2ebdb416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.55722482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76fbfaa7-5f2e-49e5-a77f-92b53a5db99d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.557312267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfdb342c-6f8c-4d80-a864-882d763395e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.577490642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfdb342c-6f8c-4d80-a864-882d763395e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.577554807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76fbfaa7-5f2e-49e5-a77f-92b53a5db99d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.752441224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8162bc07-4a3e-46e3-96eb-be2fc5603dba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.752463166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8162bc07-4a3e-46e3-96eb-be2fc5603dba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.762104496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e245e1d7-2b21-4e4f-85e8-50d462a9fb6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.76240206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27dbe3b1-1765-4f62-8760-bd9b9ff5b066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.780592254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a862c734-51aa-4678-8ed8-b09b400a64fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.780610008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a862c734-51aa-4678-8ed8-b09b400a64fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.790949863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27dbe3b1-1765-4f62-8760-bd9b9ff5b066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.791112031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e245e1d7-2b21-4e4f-85e8-50d462a9fb6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.864085672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"80275004-31ba-4356-b499-394610150c27","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.895179778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"80275004-31ba-4356-b499-394610150c27","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.93527034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f38dde8f-7d0b-486d-9e9b-da5fe5058e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.952323942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f38dde8f-7d0b-486d-9e9b-da5fe5058e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.969834451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f38dde8f-7d0b-486d-9e9b-da5fe5058e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.980132979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7457e165-a77b-4865-8dc0-a5d64622bd33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.980151384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7457e165-a77b-4865-8dc0-a5d64622bd33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:37.985843113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f38dde8f-7d0b-486d-9e9b-da5fe5058e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.010780511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"173abde0-ae69-4c2b-98cd-c119a0313c3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.010802828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"173abde0-ae69-4c2b-98cd-c119a0313c3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.018070643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a08c1270-a269-4da0-9077-2754d9c22a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.018266432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c398274-d091-4a5f-a373-78b3f54fca6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.025357034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0e786e6-2362-4c97-bcca-8b542f6d09c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.02537216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0e786e6-2362-4c97-bcca-8b542f6d09c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.037031788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7803055e-41f5-4e43-8abf-86ec6dd22603","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.037048048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7803055e-41f5-4e43-8abf-86ec6dd22603","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.041443218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a08c1270-a269-4da0-9077-2754d9c22a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.041473694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c398274-d091-4a5f-a373-78b3f54fca6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.046952437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da615597-71e1-4473-b316-9de1fff91368","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.046970456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da615597-71e1-4473-b316-9de1fff91368","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:16:38.053850906Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-373d4511","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-373d4511\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.141539834Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-373d4511","reconcileID":"81f59c18-dd4d-454d-99f6-1328f2f8ffeb","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-373d4511","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.14172235Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-373d4511","reconcileID":"81f59c18-dd4d-454d-99f6-1328f2f8ffeb","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-373d4511","error":"MaaSModelRef not found: llm/nonexistent-model-373d4511","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.153402788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ec874d7-94aa-489a-8f0c-04d18f89319f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.15343692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ec874d7-94aa-489a-8f0c-04d18f89319f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.201980606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"bec5c08f-116c-4f47-810e-9b846595e443","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.214311166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4db3de62-7dd6-496d-aaa4-e5dcf7722d30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.214335362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4db3de62-7dd6-496d-aaa4-e5dcf7722d30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.215360849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f0ad56d-0ba9-4687-b637-950990086fd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.225106648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"bec5c08f-116c-4f47-810e-9b846595e443","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.300357272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7abb1803-6ff3-4449-a8a5-3dec57028dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.300401221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5b8f0b4-64e8-4111-8879-c4f1068bc339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.314111602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-373d4511","reconcileID":"ba077991-e48d-4414-a67c-573b52f57de9","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.314199142Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-373d4511","reconcileID":"ba077991-e48d-4414-a67c-573b52f57de9","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-373d4511","error":"MaaSModelRef not found: llm/nonexistent-model-373d4511","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.320113917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5b8f0b4-64e8-4111-8879-c4f1068bc339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.320514377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7abb1803-6ff3-4449-a8a5-3dec57028dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.325957554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3080de3-81cc-469a-80c2-28987c1f9209","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.32652804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-373d4511","reconcileID":"9c0be68b-ff55-4d36-9960-10f40509f2bf","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.326636871Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-373d4511","reconcileID":"9c0be68b-ff55-4d36-9960-10f40509f2bf","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-373d4511","error":"MaaSModelRef not found: llm/nonexistent-model-373d4511","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.447900601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13eeb4ce-93ac-44fd-9798-a6b67a4d35ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.736183799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21185a16-bc12-4170-91fb-ae4eb51d1a46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.736207552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21185a16-bc12-4170-91fb-ae4eb51d1a46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.787036586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"8d25e084-7b7f-4c98-b641-6c9e2d5591cf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.787241054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"468830cd-a500-464d-8304-a671c33b211d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.788065739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c376b6e-7af4-469c-b8db-ee9fc589359c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.807498519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"8d25e084-7b7f-4c98-b641-6c9e2d5591cf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.809070412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"468830cd-a500-464d-8304-a671c33b211d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.810168197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c376b6e-7af4-469c-b8db-ee9fc589359c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:44.073460833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"4fdd2632-cadd-497e-aed1-cb4ebd268521","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:44.075221913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36e6d335-3c8f-4171-adac-8fb918fdaa2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:44.076050089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aff930ed-2e49-4b5f-b11f-56e82bf932f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:44.096116702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"4fdd2632-cadd-497e-aed1-cb4ebd268521","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:44.096951293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36e6d335-3c8f-4171-adac-8fb918fdaa2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:44.110826248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aff930ed-2e49-4b5f-b11f-56e82bf932f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:48.694162946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e712b0-6cbd-4d80-9436-967fd171fdb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:48.710367396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e712b0-6cbd-4d80-9436-967fd171fdb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:48.726367782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e712b0-6cbd-4d80-9436-967fd171fdb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:48.742485571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e712b0-6cbd-4d80-9436-967fd171fdb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.361916526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3784a43-4d15-4963-8796-8c0c0dbb8c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.379559015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3784a43-4d15-4963-8796-8c0c0dbb8c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.396463482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3784a43-4d15-4963-8796-8c0c0dbb8c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.414177734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3784a43-4d15-4963-8796-8c0c0dbb8c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.625865428Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f8c680","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f8c680","reconcileID":"8c62a554-39dd-469d-ae17-bfac9f06ca4b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f8c680","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f8c680":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.74679275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"a6b1d92e-b2a5-4ac6-bb66-b8aee475aa63","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.747071449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3b0b1a9-d906-4878-a402-e16a82559d6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.747519285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4f8b8dc-0c2b-4eb5-a697-629413fa7de8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.777950192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"a6b1d92e-b2a5-4ac6-bb66-b8aee475aa63","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.778379811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3b0b1a9-d906-4878-a402-e16a82559d6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.780165082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4f8b8dc-0c2b-4eb5-a697-629413fa7de8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.969846058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2751f6f4-f98d-4c54-8e62-d43ac256e20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:49.996918582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2751f6f4-f98d-4c54-8e62-d43ac256e20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.06209718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12ba7d0c-2271-48cd-8699-b429e02cd19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.06231637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"ff02dbad-e762-4fe5-ae44-e61e531ebfcc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.08291312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"ff02dbad-e762-4fe5-ae44-e61e531ebfcc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.083329904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12ba7d0c-2271-48cd-8699-b429e02cd19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.185307961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77206b2c-746a-41bd-bc8e-8c3d7cb69e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.201600064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77206b2c-746a-41bd-bc8e-8c3d7cb69e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.217737036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77206b2c-746a-41bd-bc8e-8c3d7cb69e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.237784507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77206b2c-746a-41bd-bc8e-8c3d7cb69e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.792636732Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-373d4511","reconcileID":"b10854b4-42f3-43a6-aa5d-d54198ad550b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8b277822","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.933630711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb378831-89a9-484d-96de-86b709b7b3a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.933839524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04c788a9-db8a-43cf-97ca-ada8392a3d4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.934253758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"7ed235b5-75af-475a-9ba6-66b8d23f57a4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.954060557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb378831-89a9-484d-96de-86b709b7b3a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.954233845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04c788a9-db8a-43cf-97ca-ada8392a3d4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:50.956364443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"7ed235b5-75af-475a-9ba6-66b8d23f57a4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.133576933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"c6dab977-ea24-4627-9004-c897b04f1dad","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.13389657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"367c3c1e-907f-42f5-a5ff-c26c8d6cf9e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.133578047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2a2988f-5544-4075-85da-fca47b86fa37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.153577195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"c6dab977-ea24-4627-9004-c897b04f1dad","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.154533969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2a2988f-5544-4075-85da-fca47b86fa37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.155791326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"367c3c1e-907f-42f5-a5ff-c26c8d6cf9e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.850820142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7db4d65d-7d89-49d9-8ac4-ab50cdb0558c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.97459011Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5f44980-4436-4314-9085-e8426a22285e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:54.072492734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aca23fdc-a313-4b0b-992c-307c69f4c10c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:57.052403335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5af62cc-ef04-45e6-8dcc-81471e831b4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:57.140195682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"28da668a-b42b-45ad-b449-782503a5a2d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:57.154061392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"8c658b50-8688-4ac9-a4e9-267b293d4462","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f8c680","tenantID":"e2e-praxis-b-f8c680","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:57.197707973Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"8c658b50-8688-4ac9-a4e9-267b293d4462","name":"e2e-praxis-b-f8c680-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:59.537685779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:59.860763598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"ce7a8d94-1ed8-469d-8fe1-115d07a412e1","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:59.956369012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"96494874-3a00-4480-bb39-52c52c9f62d7","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:00.813340881Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-373d4511","reconcileID":"b919b349-60fd-4fd2-9059-439eeb68209d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-373d4511","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:00.862761739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-373d4511","reconcileID":"b919b349-60fd-4fd2-9059-439eeb68209d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:00.862801531Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-373d4511","reconcileID":"b919b349-60fd-4fd2-9059-439eeb68209d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-373d4511","subscription":"e2e-neg-ghost-sub-373d4511","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:00.862963299Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-373d4511","reconcileID":"b919b349-60fd-4fd2-9059-439eeb68209d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-373d4511","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-373d4511","error":"MaaSModelRef not found: llm/nonexistent-model-373d4511","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:00.950033706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"953365ed-0eea-445b-a867-b149077e88f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:00.950057911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"953365ed-0eea-445b-a867-b149077e88f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:00.999121994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d67b2cf-134f-460d-8aef-f555d8c5efa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:00.999203346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"b75895d4-479f-4e11-b125-d67ed89b9b03","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:00.999964853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20de6758-5938-4c1f-83fd-6d10b6793886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.020894615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d67b2cf-134f-460d-8aef-f555d8c5efa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.02109569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"b75895d4-479f-4e11-b125-d67ed89b9b03","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.023050256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20de6758-5938-4c1f-83fd-6d10b6793886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.097974278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96e726c4-4891-4016-8fdc-de122c2bf1f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.097992362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96e726c4-4891-4016-8fdc-de122c2bf1f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.156782769Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-373d4511","reconcileID":"e5de7510-2736-4efa-a150-0d622770b370","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-373d4511","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.201686092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"b8c861b1-81b4-4817-a0aa-889ffcf5e59e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.23361686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"60b297e4-8089-44ff-9e80-b35a3661d285","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.377064964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d1af66d-d953-48f5-9273-a9c66dd57fcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.377083624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d1af66d-d953-48f5-9273-a9c66dd57fcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.593198109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a6a6a2a-05a1-4569-933b-b7e45d2efe50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.593216766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a6a6a2a-05a1-4569-933b-b7e45d2efe50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.61176935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"011adda7-4ffb-4581-a92d-472261a39475","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.611794436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"011adda7-4ffb-4581-a92d-472261a39475","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.675209235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-921115bd","reconcileID":"21df7f7a-b125-4fa7-90f7-7cf1439f87e9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.694916919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-921115bd","reconcileID":"21df7f7a-b125-4fa7-90f7-7cf1439f87e9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.728813927Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-921115bd","reconcileID":"21df7f7a-b125-4fa7-90f7-7cf1439f87e9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-921115bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.964729956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e0b6efa-44b3-4b7d-8643-8a6076d49dfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.964752666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e0b6efa-44b3-4b7d-8643-8a6076d49dfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:02.026984877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-921115bd","reconcileID":"d1e6f73d-a906-45b7-a831-f95a0b8ce8ed","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:02.04713657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-921115bd","reconcileID":"d1e6f73d-a906-45b7-a831-f95a0b8ce8ed","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:02.081211127Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-921115bd","reconcileID":"d1e6f73d-a906-45b7-a831-f95a0b8ce8ed","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-921115bd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:02.218953079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-921115bd","reconcileID":"d1e6f73d-a906-45b7-a831-f95a0b8ce8ed","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-policy-921115bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:02.286675529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-921115bd","reconcileID":"d1668d61-8dea-4096-aec1-10913cdcdb2f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:02.306435279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-921115bd","reconcileID":"d1668d61-8dea-4096-aec1-10913cdcdb2f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:02.341850624Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-921115bd","reconcileID":"d1668d61-8dea-4096-aec1-10913cdcdb2f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-921115bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:02.434587077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"b8f5d64e-955f-48a8-99da-859062a0c2f4","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:02.462647856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"349bf819-7afd-43a9-ab8d-487980d69f93","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:03.178678212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5957b6ed-50e1-40e9-8535-108d3663d0a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:03.281533226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc1de935-aaa4-45cb-a575-9bc76ae261e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:04.339823744Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-921115bd","reconcileID":"500bff63-6d4d-4cec-a087-622b22225a9e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:04.339902694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d2f8a24-c497-45b1-b108-b119c3160cda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:04.339918527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d2f8a24-c497-45b1-b108-b119c3160cda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:04.355730084Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-921115bd","reconcileID":"500bff63-6d4d-4cec-a087-622b22225a9e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-921115bd","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-921115bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:04.475598614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a410697-af92-40fa-8265-7ad4dd4541f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:04.475619793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a410697-af92-40fa-8265-7ad4dd4541f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:06.954482241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9769c23e-eb66-42de-a18c-5d4598f36f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:06.95552129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce9c4420-3050-47db-a07f-28523ef63892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.003806549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce9c4420-3050-47db-a07f-28523ef63892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.00787343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9769c23e-eb66-42de-a18c-5d4598f36f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.184349982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ddf303-5cab-400d-b3f9-b166f1f6d30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.200340427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ddf303-5cab-400d-b3f9-b166f1f6d30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.21634272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ddf303-5cab-400d-b3f9-b166f1f6d30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.232510103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ddf303-5cab-400d-b3f9-b166f1f6d30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.508525036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"31d40263-2178-4307-af92-c654d68f9da8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.612921999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b42cd97-1924-4f84-b892-b192b507f630","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.917947033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201e896f-9e76-4663-ae24-ddd8c530ea8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.934046479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201e896f-9e76-4663-ae24-ddd8c530ea8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.950306708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201e896f-9e76-4663-ae24-ddd8c530ea8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:07.966292913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"201e896f-9e76-4663-ae24-ddd8c530ea8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.588164507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e8d9189-8eb1-4b23-a21d-61d8c84be50c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.588255789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d556ea9f-c8cc-4f8c-b3ae-964209cfbe93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.607977572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d556ea9f-c8cc-4f8c-b3ae-964209cfbe93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.608109598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e8d9189-8eb1-4b23-a21d-61d8c84be50c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:10.201003893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb643cd-be03-4801-aafd-51ca655e9d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:10.21710722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb643cd-be03-4801-aafd-51ca655e9d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:10.233209689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb643cd-be03-4801-aafd-51ca655e9d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:10.249117547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb643cd-be03-4801-aafd-51ca655e9d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:10.972865156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35618bca-9cfa-456c-8f0e-aef6290f3840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:10.988832695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35618bca-9cfa-456c-8f0e-aef6290f3840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.004885174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35618bca-9cfa-456c-8f0e-aef6290f3840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.010347579Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-3f0dde","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-3f0dde","reconcileID":"b6a9634e-95d1-414f-8115-085a5a0bb57a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-3f0dde","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-3f0dde":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.021087161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35618bca-9cfa-456c-8f0e-aef6290f3840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.144814028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7332b123-a6f3-4292-86c1-eddb98862105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.144838743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"151dfbb4-4f45-483c-865f-1f9f3a867d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.169171594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"151dfbb4-4f45-483c-865f-1f9f3a867d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.169435918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7332b123-a6f3-4292-86c1-eddb98862105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.264334509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00204bb8-3e11-4c29-8b9d-128b3cd76dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.264334598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ca2d60c-6c14-46a2-9c6b-e080f6a6e7b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.287675007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ca2d60c-6c14-46a2-9c6b-e080f6a6e7b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.288332619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00204bb8-3e11-4c29-8b9d-128b3cd76dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.669856086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d441ab2-3063-4120-a86c-e9cc41ff11a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.68609388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d441ab2-3063-4120-a86c-e9cc41ff11a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.702289777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d441ab2-3063-4120-a86c-e9cc41ff11a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.718223986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d441ab2-3063-4120-a86c-e9cc41ff11a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.314332599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bc7d99c-dd5d-4aa3-937d-7c699c2245ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.314474584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7045358-6469-4a8d-9f8c-1020f954f065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.334365015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bc7d99c-dd5d-4aa3-937d-7c699c2245ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.334715877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7045358-6469-4a8d-9f8c-1020f954f065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.514538625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffd5e77a-8b62-421d-99a5-30518408354f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.514610262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8ab1b11-f7e7-4eb3-b419-240d981de3b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.535661707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8ab1b11-f7e7-4eb3-b419-240d981de3b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.535694531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffd5e77a-8b62-421d-99a5-30518408354f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.626836552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b069b5dc-28d5-4481-a792-cac9b83a6770","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.729211345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8514c4b5-731e-4297-b854-cbfc38790484","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.336698699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"ea836fed-4030-4b88-8076-9db4e2aa03f5","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.411005673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"b5123617-a073-4328-8327-84c172160225","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.49213247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"e607a0ee-0b4d-4cf7-84e1-6a3ff74367f5","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.512131054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"b8e6b450-a352-4e33-a530-04babd5fabe5","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.541166789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c4160c2-23ac-467b-9b2d-1fa542e2ab3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.541202015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d73b8d6-ed11-4308-bc49-1a926bf3d7d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.56637168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d73b8d6-ed11-4308-bc49-1a926bf3d7d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.566587273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c4160c2-23ac-467b-9b2d-1fa542e2ab3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:16.573720051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"ab6c3d35-4d7c-4721-a34f-848e7788cfdb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.608235883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"b3ae67ea-0211-4c15-86a8-0bd5b4995b49","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.626227019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"419093e8-69bc-4bff-bf14-874caefa7d7d","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.640356425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"271a64c5-ae2f-4a29-a5fe-ea6e9b1f7163","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:16.648390637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"11e7689a-dd69-4eac-bbb6-9d70d9b513fb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.650576885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"63e8cb17-0cb8-4367-846a-98fe486b1212","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.695808804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"130f6c9b-e12d-47b5-a7a8-f61f41e17a20","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.702212572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"7d973d0a-2c91-416c-a23c-0d4904f3f244","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.722820809Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"74e5740d-3d01-41bf-91fe-e4eccb2b998f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"simulator-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.725996088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"a91f57ee-3bbb-4cb2-b765-70908f74aeba","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.726343469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"614fb2e9-7b5c-4255-a59f-f5fc5b64a059","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.751565474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"c5a82e37-1bd6-46ef-8fc1-083e4c9f735f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.758110077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c97e4379-2b1d-4941-9ccc-34c7322fe9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.758291827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af645a4c-6d94-4bf3-946d-2d0ef2df3f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.777470534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"8a6b8523-64f0-420c-adc4-11243724026a","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.781663874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c97e4379-2b1d-4941-9ccc-34c7322fe9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.78234917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af645a4c-6d94-4bf3-946d-2d0ef2df3f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.805875055Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"c5a82e37-1bd6-46ef-8fc1-083e4c9f735f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.808140868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"e00b10bb-3201-442f-b4c7-32db8ed5214e","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.826501045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6f34cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"c5a82e37-1bd6-46ef-8fc1-083e4c9f735f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.832050849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"0a5de2bd-1a7c-4850-b74c-461dc5f11f07","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.832596202Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"328198cd-ca84-4d66-a1dc-805618f3da17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:16.849348382Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"0a5de2bd-1a7c-4850-b74c-461dc5f11f07","name":"simulator-w0-ff49f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-ff49f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:16.849412562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"0a5de2bd-1a7c-4850-b74c-461dc5f11f07","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-ff49f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.849581056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"5f2586f0-a3cb-4ab9-a9b7-7df78cae5b90","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.854880302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"cdd029a7-ea53-4f61-bcaa-b33183654e4e","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.862169468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"fee8d0ef-6350-4200-9bf3-4ad00c1b1a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.886162924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"475f9caa-a4b5-4392-a6d0-828a9357401d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.91066941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"2daeb25b-7dcc-4693-8905-e97d1861cdb3","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.912756857Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"fee8d0ef-6350-4200-9bf3-4ad00c1b1a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.922763919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"d7e96936-4e6d-4c10-ac40-29074380352d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.930292518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"de67a455-5fe1-4dfb-a51e-119b51486d64","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.932645934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"fee8d0ef-6350-4200-9bf3-4ad00c1b1a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.947613089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"8ded2ab3-6e1d-475d-99c4-03d1cb04c1e8","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.9510517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"f407c352-3213-493a-8436-8266289af6b3","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.95182296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"36df93b1-42de-49a6-a93c-10502d293bb9","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.962877236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7028fd13-36bf-4989-9313-8c344933cc82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.967742914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"b9300ccd-ab02-40ba-8884-743cf7924658","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:16.970813445Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-6f34cf/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.978397508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c275fc66-4868-4b79-a7a1-ab400ac16dab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.978853118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f4b467f-1e5f-4124-b8c3-cf0f66f607e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.983381754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7028fd13-36bf-4989-9313-8c344933cc82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.998024588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c275fc66-4868-4b79-a7a1-ab400ac16dab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.998334171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f4b467f-1e5f-4124-b8c3-cf0f66f607e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.002730288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6f34cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7028fd13-36bf-4989-9313-8c344933cc82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.010217105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"3b19e8d7-2c1f-4dbd-a923-0220da9a15cf","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.016863203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"93389d46-1cf2-4a12-b3c6-f66f358ea777","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:17.01962276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7028fd13-36bf-4989-9313-8c344933cc82","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.031709883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"67fae1dd-4baa-4fbc-8c18-8f7696c79c68","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.032500284Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"6f0ab71b-5d6f-4412-a9bc-0ae88c30c498","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"premium-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.047884345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"f8b732c5-0e5e-4039-86a1-76b4e7f626bf","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:17.051140598Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ff49f4/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.062843983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6cf2cceb-644d-4cbb-919f-9d7e942c0f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.063269258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"0a3afe2d-90d4-4d9e-a391-4e4dbaafe794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.097993034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"0a3afe2d-90d4-4d9e-a391-4e4dbaafe794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.100021565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6cf2cceb-644d-4cbb-919f-9d7e942c0f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.100241831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"5235024f-97f0-4b6f-974a-ccff5139a587","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.117303584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"60003262-7123-46af-aba0-7ac40ffa0f1c","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.11977487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6cf2cceb-644d-4cbb-919f-9d7e942c0f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.123146783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6f34cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"0a3afe2d-90d4-4d9e-a391-4e4dbaafe794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.205304713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"74c43c58-853c-4a09-9375-fa804185791f","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.222061675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"77c4595e-7876-408e-b4c2-45c4125eaf3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.227774762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"34d7ef29-6030-4255-b253-2634e13ee0e4","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.241221474Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"9ba3fc50-22b7-4ea7-8e1d-8568bf211c4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"premium-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.241356409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"7e0c5d08-edc6-45ac-ae8a-393c69a0057b","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.244984739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"77c4595e-7876-408e-b4c2-45c4125eaf3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.262816758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"914dab2e-71c7-4ca4-8c96-03fb177a9a1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.296581298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"77c4595e-7876-408e-b4c2-45c4125eaf3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.31110997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"294a733b-114a-412a-8031-414f055e5a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.311369822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"42ef59cc-9983-43e6-85c1-790346b8d6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.311109967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb16118f-bfb4-4a5c-9ea8-1e19d03a1778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.312095522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"76b6f67f-9760-416d-b89d-80ff382a2bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.3201012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"3135e8f0-746b-4db5-b2ef-7b4f43f72e53","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.320988749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"72fee5d3-935c-4128-b702-f29e9a0bf93d","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.332156819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"42ef59cc-9983-43e6-85c1-790346b8d6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.332742349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"76b6f67f-9760-416d-b89d-80ff382a2bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.334601912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb16118f-bfb4-4a5c-9ea8-1e19d03a1778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.336271462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"294a733b-114a-412a-8031-414f055e5a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.351244343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6f34cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"42ef59cc-9983-43e6-85c1-790346b8d6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.351743122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6f34cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"76b6f67f-9760-416d-b89d-80ff382a2bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.37061695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"a60146d4-9db2-487f-9885-5bfe263ec2aa","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.379713318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"88713fbf-77cd-4e50-bd76-a5981f53b837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.388150542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"1760e284-4f5f-46f8-aebc-f6fe3987cb6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.401027137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"88713fbf-77cd-4e50-bd76-a5981f53b837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.401958241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"121472f7-ca71-406a-b011-4715d35fba36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.402456469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"29f6dbbf-e237-46d9-975c-23fd02978e56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.422479489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"88713fbf-77cd-4e50-bd76-a5981f53b837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.427315884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"121472f7-ca71-406a-b011-4715d35fba36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.445036041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"6cf69971-d7ab-4514-9e22-0ec10ca07577","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.448710361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"121472f7-ca71-406a-b011-4715d35fba36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.482547164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"5c54e832-5f68-4ebc-a4cf-dcacae9aead6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.495109893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d1681a73-10a2-4319-b005-b5625fbdde0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.504967237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"5c54e832-5f68-4ebc-a4cf-dcacae9aead6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.516438453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d1681a73-10a2-4319-b005-b5625fbdde0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.525401392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6f34cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"5c54e832-5f68-4ebc-a4cf-dcacae9aead6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:17.536391132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d1681a73-10a2-4319-b005-b5625fbdde0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:20.510967674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"cb4f10c8-9a01-4b81-b3f6-b9d2f8df8fbd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:20.552725854Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"cb4f10c8-9a01-4b81-b3f6-b9d2f8df8fbd","name":"e2e-shared-a-w4-3f0dde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.584516887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"011506b5-2fe1-4b81-a342-9d0d738568ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.64435817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"d8cbfcab-f89c-43f6-b0fc-b4e73518ee52","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.69085748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2eb9f228-77dd-4947-b273-ae08ec2c684d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.690856141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"f070db11-11ba-4682-9a6d-552ca12a2630","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.753451972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"bf640d72-a94e-4815-8360-2badee9ab8a5","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.786196361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"b09c8ec1-be77-4793-9564-d439dbc0776e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.786547845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"703fb763-ab28-43aa-aa99-56e4ed15be0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.841942709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"95a104b3-6909-449e-85a8-acbd930d1cdb","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.844454507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"8236bfae-78fa-4000-86bc-1d31a7788531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.847487514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"edfb73b2-2965-4a47-b3f9-ca59a949a8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.869954128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"8236bfae-78fa-4000-86bc-1d31a7788531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.875546966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"edfb73b2-2965-4a47-b3f9-ca59a949a8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.886642902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"51784cd1-df56-4ba0-8cc5-111d595eef08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.890104761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6f34cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed3893cc0ee25a5981ca8ba652782fd78270d6b4d89f9be1364efb6f0e1b8bc9) AuthConfig (d74199010e42fa3437c856ecfeacbd9b024e155038d912a9f1d00b18c4e1336b) AuthConfig (09429f455805a7930c9129fd26716c267f2016a8a38c761efccdfd48b50e8461) AuthConfig (83c41f95b9a8e6180f8fdf7afde5c761c25e45fe4178cfd027dfb0ad7acfaaf2) AuthConfig (95ffa32c25925e8c62f84f4bb0ecca8c2e5da85ba6bfd0424118005dcc3b880a) AuthConfig (b55e7c05e6cb1a5f0615f7b5e056cf8962aaaac22c8c6aff3712b4bcb97642c8) AuthConfig (4fc8310e463842453c2f2f5741a766a78bcd6afd0ca26a150f8b8ab9f2a9df6d) AuthConfig (9ff02d5648dfb540da2c87112410f1d6f98cd5830e0d50c166a861dd3d8c0aab) AuthConfig (8e0f5b6b3f8c85200b97abb6481dd57c34733a65a9adc10e5431a760229d57f9) AuthConfig (523cc5fc5089b3f7575347ef5aae1c9347dca0b25ff7378f2848d5620d10fc55) AuthConfig (8fe768030a0dba8eaf093a56841c49cd6aa69d06a459bcafc3003840143c9497) AuthConfig (dedddc8ed8ed565fe0b6b97c31a518023596e94c4b1eeff8aa5403fea6839591) AuthConfig (c12b806956faffca75565333fecad561efca1a876b3308db5cb2b478d163b49b) AuthConfig (01c30164b4e0200cd9be197f8fb943df340168202f744e35e0e9d242ca427733) AuthConfig (29ae35201683496a7479b0e61ed55b8a11cf13e8d0a54c6440a869f2fe34173b) AuthConfig (5e5aa1b9ade08d17634ad0f1467ec5ad764053d5a63763cde027824c1b4182b6) AuthConfig (2dbfc39cc52792d3edce09e2714fa039bd9df0eb0960142dcafdb52a320f402b) AuthConfig (9133b463dc90c2fe6725b1818660866e13554fccb0e2c08ba9b1a0f703b65608) AuthConfig (47e5753248015a821f8bb6d866cbd26237e0754e263ba79688b9040762baaf72) AuthConfig (ce9f22c6a8ac724a314ad022feb18643fa5c28bb0fa0fb6e4cabf9dd73562668) AuthConfig (a0646226846bc1c1bbbdf380cad2514bd80868e20ff9a4d8f65b7307043b3fce) AuthConfig (8f714e1cde22b3f8e422fd4553943209a0dc74e21381f317ccc4b0f545657576) AuthConfig (04612b89650fb2232cf2ee72768a3110ddeef03cdf44fc4f11af568fb5b219b4) AuthConfig (ada07fe72a1fbe919d29aca653033a19adfcbb5ca3a779d5a1d2138b2b6897ae) AuthConfig (875940b1ea3867eed570c9e0797137321a089c3b2787fb88bc16f37466b82e1c) AuthConfig (7b6c92c576ad97d2c22e4d3c1be0118b3491083e535b6ae51a025abf6ac42feb) AuthConfig (cc6159a4515851c02b6e743810ba2298b243fdd742f79249125b25d29ebf667f) AuthConfig (65160c06f00fc9c54a57f3bc8dba5061ad54593e22b8fddaf0224037f66e0665) AuthConfig (c8a1ce37854d59f99890c9df03d66f419b5f848e544fbbbf439ac24718c01b1a) AuthConfig (14a8d57014134c88aea7577e0c0ffdd432965b5ad190b4c4b0b331c0b24c322c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"8236bfae-78fa-4000-86bc-1d31a7788531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.894376219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6f34cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed3893cc0ee25a5981ca8ba652782fd78270d6b4d89f9be1364efb6f0e1b8bc9) AuthConfig (d74199010e42fa3437c856ecfeacbd9b024e155038d912a9f1d00b18c4e1336b) AuthConfig (09429f455805a7930c9129fd26716c267f2016a8a38c761efccdfd48b50e8461) AuthConfig (83c41f95b9a8e6180f8fdf7afde5c761c25e45fe4178cfd027dfb0ad7acfaaf2) AuthConfig (95ffa32c25925e8c62f84f4bb0ecca8c2e5da85ba6bfd0424118005dcc3b880a) AuthConfig (b55e7c05e6cb1a5f0615f7b5e056cf8962aaaac22c8c6aff3712b4bcb97642c8) AuthConfig (4fc8310e463842453c2f2f5741a766a78bcd6afd0ca26a150f8b8ab9f2a9df6d) AuthConfig (9ff02d5648dfb540da2c87112410f1d6f98cd5830e0d50c166a861dd3d8c0aab) AuthConfig (8e0f5b6b3f8c85200b97abb6481dd57c34733a65a9adc10e5431a760229d57f9) AuthConfig (523cc5fc5089b3f7575347ef5aae1c9347dca0b25ff7378f2848d5620d10fc55) AuthConfig (8fe768030a0dba8eaf093a56841c49cd6aa69d06a459bcafc3003840143c9497) AuthConfig (dedddc8ed8ed565fe0b6b97c31a518023596e94c4b1eeff8aa5403fea6839591) AuthConfig (c12b806956faffca75565333fecad561efca1a876b3308db5cb2b478d163b49b) AuthConfig (01c30164b4e0200cd9be197f8fb943df340168202f744e35e0e9d242ca427733) AuthConfig (29ae35201683496a7479b0e61ed55b8a11cf13e8d0a54c6440a869f2fe34173b) AuthConfig (5e5aa1b9ade08d17634ad0f1467ec5ad764053d5a63763cde027824c1b4182b6) AuthConfig (2dbfc39cc52792d3edce09e2714fa039bd9df0eb0960142dcafdb52a320f402b) AuthConfig (9133b463dc90c2fe6725b1818660866e13554fccb0e2c08ba9b1a0f703b65608) AuthConfig (47e5753248015a821f8bb6d866cbd26237e0754e263ba79688b9040762baaf72) AuthConfig (ce9f22c6a8ac724a314ad022feb18643fa5c28bb0fa0fb6e4cabf9dd73562668) AuthConfig (a0646226846bc1c1bbbdf380cad2514bd80868e20ff9a4d8f65b7307043b3fce) AuthConfig (8f714e1cde22b3f8e422fd4553943209a0dc74e21381f317ccc4b0f545657576) AuthConfig (04612b89650fb2232cf2ee72768a3110ddeef03cdf44fc4f11af568fb5b219b4) AuthConfig (ada07fe72a1fbe919d29aca653033a19adfcbb5ca3a779d5a1d2138b2b6897ae) AuthConfig (875940b1ea3867eed570c9e0797137321a089c3b2787fb88bc16f37466b82e1c) AuthConfig (7b6c92c576ad97d2c22e4d3c1be0118b3491083e535b6ae51a025abf6ac42feb) AuthConfig (cc6159a4515851c02b6e743810ba2298b243fdd742f79249125b25d29ebf667f) AuthConfig (65160c06f00fc9c54a57f3bc8dba5061ad54593e22b8fddaf0224037f66e0665) AuthConfig (c8a1ce37854d59f99890c9df03d66f419b5f848e544fbbbf439ac24718c01b1a) AuthConfig (14a8d57014134c88aea7577e0c0ffdd432965b5ad190b4c4b0b331c0b24c322c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"edfb73b2-2965-4a47-b3f9-ca59a949a8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.911566423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"3508659f-d3c2-4c6f-8d69-f4eea2f6b42f","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.91505607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"507697f1-370f-4a8f-9b2d-2300be462de3","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.940137153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"00592f0a-a44c-4a24-b275-17ad355995aa","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.946469164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0a616456-de15-4f89-af85-7d8b2cc3c481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.946619081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e4c5cdaa-bba4-4794-a58d-795343fbc98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.968055725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0a616456-de15-4f89-af85-7d8b2cc3c481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.968364263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e4c5cdaa-bba4-4794-a58d-795343fbc98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.986801145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7402bfa1e097b0d94fe8de42cf4fd388a6701e4ac7950218c5ebbdcea90b8f) AuthConfig (aef911ca7b7a64f8d4d6b001c70230d39a4b4b48b643c0d40b55b0f543672692) AuthConfig (e385efd8534043d6bffd0059f3785fbe40094a96e9712d6a8015e788105f46b2) AuthConfig (4cf283493ce6a6f8b42b6ee77e413cc90869f47dcbbb382be2c4b385f8f4ed82) AuthConfig (67646823e2abd4fb5f10124007e3e7f3510c2e771f2c94f4645101f332cca47d) AuthConfig (f43e2d55960fa99653747597e1143861a0ee8e69228777d278acc7bec34aa958) AuthConfig (f37735ed99eaceb6ea40eb7c149983e4957c3c062e7829bf921ed029f8cbd9de) AuthConfig (d047dd1045fafa416a7361bb57b6e8b4fe84e5dc5ba98fa41017401fa5eff35b) AuthConfig (de12b8a51ba30c0b26edf3ac458408b96cb6a9b3bb777ce2829d4ba3575f4e40) AuthConfig (dad07cf3ba5e48b530d3402f14cb67123addaf3a3102e79f6bf54bcf341f5937) AuthConfig (42d5156d906621b269145186b0014a4a72d5fb94634683061cc45adef95fc2b9) AuthConfig (0ce8884a8f0c3f373ddc3eee6d725825527e3aac3d6ac67707efe930271c7a0e) AuthConfig (73143355644cd8991062ac5a534cadf71683c596bcd90bbbab1dd9222218bd1f) AuthConfig (491a02674ffcb672beb169038f21d96e84b0cadf4055a8875a9f6dce73186d14) AuthConfig (004b4859cd28214836fefafeba35dc8fe09cd9841851f4bdd5dbac6879552748) AuthConfig (459af4e4b3ea934703ed2094243d0071653244d5a8a23e8968d287e4e5306fb2) AuthConfig (05b8312742bb3537c6ac822859a4d5897190372de78dbefa71929a8ffa12dbac) AuthConfig (6ccc32e3087df0d3160f0baa5179bb9a0dde5734cbb0fb6eb69d79cb8e89c311) AuthConfig (fbd98e49c9a4818c034e86a7fdfb8c350dbb565dd97495180735c0e800df78d1) AuthConfig (bf21fc43658b83a9e7bfd0bb59b1d046e0ee0ef8056d27b7169270c1ed06db26) AuthConfig (0cafa1141f39bcb8b2187f45320c7a1850f28cf8125b1242bf31ddc2b8534e7d) AuthConfig (50bcb3e52bf303a931f2288e0237c2affa76379a30160819a21848246569ed4c) AuthConfig (8582e8af735080369d1f4b9f792b1a0925f079debbd2628a2bf412a458bd8550) AuthConfig (af2e62ce0120b9e63775b55804b78d3fb256bbefa7b16db9dad0729e29718c49) AuthConfig (d77b7a049ae065b5fef10b82ae169ce138c9482f6fddb9b673973b42a97d44dc) AuthConfig (6d2ce7764fab391a49bf7f0efe933ceb87f60b253ba0f8ddb58b407c79949fa3) AuthConfig (af2698be4a6ea9f14ac45e48138612a52e285aad18e8cfa8b0c7724c147b6b53) AuthConfig (b195241a5035e5eb5b4709ebccde40c56b860470f23cbe9e1aaecc2c8d37b49a) AuthConfig (f062a54ce602eefdf74ef28dba4936f1c9335f1e52ef17ee689dac8ab08753c8) AuthConfig (7a59747e9fe13cfeafc460caf9e5b11d54d2fde346390b59a16fff1c3c3be5d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e4c5cdaa-bba4-4794-a58d-795343fbc98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.986883509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7402bfa1e097b0d94fe8de42cf4fd388a6701e4ac7950218c5ebbdcea90b8f) AuthConfig (aef911ca7b7a64f8d4d6b001c70230d39a4b4b48b643c0d40b55b0f543672692) AuthConfig (e385efd8534043d6bffd0059f3785fbe40094a96e9712d6a8015e788105f46b2) AuthConfig (4cf283493ce6a6f8b42b6ee77e413cc90869f47dcbbb382be2c4b385f8f4ed82) AuthConfig (67646823e2abd4fb5f10124007e3e7f3510c2e771f2c94f4645101f332cca47d) AuthConfig (f43e2d55960fa99653747597e1143861a0ee8e69228777d278acc7bec34aa958) AuthConfig (f37735ed99eaceb6ea40eb7c149983e4957c3c062e7829bf921ed029f8cbd9de) AuthConfig (d047dd1045fafa416a7361bb57b6e8b4fe84e5dc5ba98fa41017401fa5eff35b) AuthConfig (de12b8a51ba30c0b26edf3ac458408b96cb6a9b3bb777ce2829d4ba3575f4e40) AuthConfig (dad07cf3ba5e48b530d3402f14cb67123addaf3a3102e79f6bf54bcf341f5937) AuthConfig (42d5156d906621b269145186b0014a4a72d5fb94634683061cc45adef95fc2b9) AuthConfig (0ce8884a8f0c3f373ddc3eee6d725825527e3aac3d6ac67707efe930271c7a0e) AuthConfig (73143355644cd8991062ac5a534cadf71683c596bcd90bbbab1dd9222218bd1f) AuthConfig (491a02674ffcb672beb169038f21d96e84b0cadf4055a8875a9f6dce73186d14) AuthConfig (004b4859cd28214836fefafeba35dc8fe09cd9841851f4bdd5dbac6879552748) AuthConfig (459af4e4b3ea934703ed2094243d0071653244d5a8a23e8968d287e4e5306fb2) AuthConfig (05b8312742bb3537c6ac822859a4d5897190372de78dbefa71929a8ffa12dbac) AuthConfig (6ccc32e3087df0d3160f0baa5179bb9a0dde5734cbb0fb6eb69d79cb8e89c311) AuthConfig (fbd98e49c9a4818c034e86a7fdfb8c350dbb565dd97495180735c0e800df78d1) AuthConfig (bf21fc43658b83a9e7bfd0bb59b1d046e0ee0ef8056d27b7169270c1ed06db26) AuthConfig (0cafa1141f39bcb8b2187f45320c7a1850f28cf8125b1242bf31ddc2b8534e7d) AuthConfig (50bcb3e52bf303a931f2288e0237c2affa76379a30160819a21848246569ed4c) AuthConfig (8582e8af735080369d1f4b9f792b1a0925f079debbd2628a2bf412a458bd8550) AuthConfig (af2e62ce0120b9e63775b55804b78d3fb256bbefa7b16db9dad0729e29718c49) AuthConfig (d77b7a049ae065b5fef10b82ae169ce138c9482f6fddb9b673973b42a97d44dc) AuthConfig (6d2ce7764fab391a49bf7f0efe933ceb87f60b253ba0f8ddb58b407c79949fa3) AuthConfig (af2698be4a6ea9f14ac45e48138612a52e285aad18e8cfa8b0c7724c147b6b53) AuthConfig (b195241a5035e5eb5b4709ebccde40c56b860470f23cbe9e1aaecc2c8d37b49a) AuthConfig (f062a54ce602eefdf74ef28dba4936f1c9335f1e52ef17ee689dac8ab08753c8) AuthConfig (7a59747e9fe13cfeafc460caf9e5b11d54d2fde346390b59a16fff1c3c3be5d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0a616456-de15-4f89-af85-7d8b2cc3c481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.008152272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"36f47270-ba69-47d3-a273-0290267884cb","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.011153552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"58aff39c-7d03-4188-9ff4-e4bd47404a70","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.044345863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"81afa987-2789-4cbd-9177-67308225fbcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.044469472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"22a8108d-afea-4275-af94-095e1973e301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.064385866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"81afa987-2789-4cbd-9177-67308225fbcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.064397224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"22a8108d-afea-4275-af94-095e1973e301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.085321557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6f34cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed3893cc0ee25a5981ca8ba652782fd78270d6b4d89f9be1364efb6f0e1b8bc9) AuthConfig (d74199010e42fa3437c856ecfeacbd9b024e155038d912a9f1d00b18c4e1336b) AuthConfig (09429f455805a7930c9129fd26716c267f2016a8a38c761efccdfd48b50e8461) AuthConfig (83c41f95b9a8e6180f8fdf7afde5c761c25e45fe4178cfd027dfb0ad7acfaaf2) AuthConfig (95ffa32c25925e8c62f84f4bb0ecca8c2e5da85ba6bfd0424118005dcc3b880a) AuthConfig (b55e7c05e6cb1a5f0615f7b5e056cf8962aaaac22c8c6aff3712b4bcb97642c8) AuthConfig (4fc8310e463842453c2f2f5741a766a78bcd6afd0ca26a150f8b8ab9f2a9df6d) AuthConfig (9ff02d5648dfb540da2c87112410f1d6f98cd5830e0d50c166a861dd3d8c0aab) AuthConfig (8e0f5b6b3f8c85200b97abb6481dd57c34733a65a9adc10e5431a760229d57f9) AuthConfig (523cc5fc5089b3f7575347ef5aae1c9347dca0b25ff7378f2848d5620d10fc55) AuthConfig (8fe768030a0dba8eaf093a56841c49cd6aa69d06a459bcafc3003840143c9497) AuthConfig (dedddc8ed8ed565fe0b6b97c31a518023596e94c4b1eeff8aa5403fea6839591) AuthConfig (c12b806956faffca75565333fecad561efca1a876b3308db5cb2b478d163b49b) AuthConfig (01c30164b4e0200cd9be197f8fb943df340168202f744e35e0e9d242ca427733) AuthConfig (29ae35201683496a7479b0e61ed55b8a11cf13e8d0a54c6440a869f2fe34173b) AuthConfig (5e5aa1b9ade08d17634ad0f1467ec5ad764053d5a63763cde027824c1b4182b6) AuthConfig (2dbfc39cc52792d3edce09e2714fa039bd9df0eb0960142dcafdb52a320f402b) AuthConfig (9133b463dc90c2fe6725b1818660866e13554fccb0e2c08ba9b1a0f703b65608) AuthConfig (47e5753248015a821f8bb6d866cbd26237e0754e263ba79688b9040762baaf72) AuthConfig (ce9f22c6a8ac724a314ad022feb18643fa5c28bb0fa0fb6e4cabf9dd73562668) AuthConfig (a0646226846bc1c1bbbdf380cad2514bd80868e20ff9a4d8f65b7307043b3fce) AuthConfig (8f714e1cde22b3f8e422fd4553943209a0dc74e21381f317ccc4b0f545657576) AuthConfig (04612b89650fb2232cf2ee72768a3110ddeef03cdf44fc4f11af568fb5b219b4) AuthConfig (ada07fe72a1fbe919d29aca653033a19adfcbb5ca3a779d5a1d2138b2b6897ae) AuthConfig (875940b1ea3867eed570c9e0797137321a089c3b2787fb88bc16f37466b82e1c) AuthConfig (7b6c92c576ad97d2c22e4d3c1be0118b3491083e535b6ae51a025abf6ac42feb) AuthConfig (cc6159a4515851c02b6e743810ba2298b243fdd742f79249125b25d29ebf667f) AuthConfig (65160c06f00fc9c54a57f3bc8dba5061ad54593e22b8fddaf0224037f66e0665) AuthConfig (c8a1ce37854d59f99890c9df03d66f419b5f848e544fbbbf439ac24718c01b1a) AuthConfig (14a8d57014134c88aea7577e0c0ffdd432965b5ad190b4c4b0b331c0b24c322c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"22a8108d-afea-4275-af94-095e1973e301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.085349182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6f34cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed3893cc0ee25a5981ca8ba652782fd78270d6b4d89f9be1364efb6f0e1b8bc9) AuthConfig (d74199010e42fa3437c856ecfeacbd9b024e155038d912a9f1d00b18c4e1336b) AuthConfig (09429f455805a7930c9129fd26716c267f2016a8a38c761efccdfd48b50e8461) AuthConfig (83c41f95b9a8e6180f8fdf7afde5c761c25e45fe4178cfd027dfb0ad7acfaaf2) AuthConfig (95ffa32c25925e8c62f84f4bb0ecca8c2e5da85ba6bfd0424118005dcc3b880a) AuthConfig (b55e7c05e6cb1a5f0615f7b5e056cf8962aaaac22c8c6aff3712b4bcb97642c8) AuthConfig (4fc8310e463842453c2f2f5741a766a78bcd6afd0ca26a150f8b8ab9f2a9df6d) AuthConfig (9ff02d5648dfb540da2c87112410f1d6f98cd5830e0d50c166a861dd3d8c0aab) AuthConfig (8e0f5b6b3f8c85200b97abb6481dd57c34733a65a9adc10e5431a760229d57f9) AuthConfig (523cc5fc5089b3f7575347ef5aae1c9347dca0b25ff7378f2848d5620d10fc55) AuthConfig (8fe768030a0dba8eaf093a56841c49cd6aa69d06a459bcafc3003840143c9497) AuthConfig (dedddc8ed8ed565fe0b6b97c31a518023596e94c4b1eeff8aa5403fea6839591) AuthConfig (c12b806956faffca75565333fecad561efca1a876b3308db5cb2b478d163b49b) AuthConfig (01c30164b4e0200cd9be197f8fb943df340168202f744e35e0e9d242ca427733) AuthConfig (29ae35201683496a7479b0e61ed55b8a11cf13e8d0a54c6440a869f2fe34173b) AuthConfig (5e5aa1b9ade08d17634ad0f1467ec5ad764053d5a63763cde027824c1b4182b6) AuthConfig (2dbfc39cc52792d3edce09e2714fa039bd9df0eb0960142dcafdb52a320f402b) AuthConfig (9133b463dc90c2fe6725b1818660866e13554fccb0e2c08ba9b1a0f703b65608) AuthConfig (47e5753248015a821f8bb6d866cbd26237e0754e263ba79688b9040762baaf72) AuthConfig (ce9f22c6a8ac724a314ad022feb18643fa5c28bb0fa0fb6e4cabf9dd73562668) AuthConfig (a0646226846bc1c1bbbdf380cad2514bd80868e20ff9a4d8f65b7307043b3fce) AuthConfig (8f714e1cde22b3f8e422fd4553943209a0dc74e21381f317ccc4b0f545657576) AuthConfig (04612b89650fb2232cf2ee72768a3110ddeef03cdf44fc4f11af568fb5b219b4) AuthConfig (ada07fe72a1fbe919d29aca653033a19adfcbb5ca3a779d5a1d2138b2b6897ae) AuthConfig (875940b1ea3867eed570c9e0797137321a089c3b2787fb88bc16f37466b82e1c) AuthConfig (7b6c92c576ad97d2c22e4d3c1be0118b3491083e535b6ae51a025abf6ac42feb) AuthConfig (cc6159a4515851c02b6e743810ba2298b243fdd742f79249125b25d29ebf667f) AuthConfig (65160c06f00fc9c54a57f3bc8dba5061ad54593e22b8fddaf0224037f66e0665) AuthConfig (c8a1ce37854d59f99890c9df03d66f419b5f848e544fbbbf439ac24718c01b1a) AuthConfig (14a8d57014134c88aea7577e0c0ffdd432965b5ad190b4c4b0b331c0b24c322c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"81afa987-2789-4cbd-9177-67308225fbcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:27.102610172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"22a8108d-afea-4275-af94-095e1973e301","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.144407602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"dabe7088-d475-481a-bbe5-19562688ddc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.144497685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"01ddaf9d-5db9-495c-8ca2-96d4baceabd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.165481833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"dabe7088-d475-481a-bbe5-19562688ddc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.165817052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"01ddaf9d-5db9-495c-8ca2-96d4baceabd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.188515497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7402bfa1e097b0d94fe8de42cf4fd388a6701e4ac7950218c5ebbdcea90b8f) AuthConfig (aef911ca7b7a64f8d4d6b001c70230d39a4b4b48b643c0d40b55b0f543672692) AuthConfig (e385efd8534043d6bffd0059f3785fbe40094a96e9712d6a8015e788105f46b2) AuthConfig (4cf283493ce6a6f8b42b6ee77e413cc90869f47dcbbb382be2c4b385f8f4ed82) AuthConfig (67646823e2abd4fb5f10124007e3e7f3510c2e771f2c94f4645101f332cca47d) AuthConfig (f43e2d55960fa99653747597e1143861a0ee8e69228777d278acc7bec34aa958) AuthConfig (f37735ed99eaceb6ea40eb7c149983e4957c3c062e7829bf921ed029f8cbd9de) AuthConfig (d047dd1045fafa416a7361bb57b6e8b4fe84e5dc5ba98fa41017401fa5eff35b) AuthConfig (de12b8a51ba30c0b26edf3ac458408b96cb6a9b3bb777ce2829d4ba3575f4e40) AuthConfig (dad07cf3ba5e48b530d3402f14cb67123addaf3a3102e79f6bf54bcf341f5937) AuthConfig (42d5156d906621b269145186b0014a4a72d5fb94634683061cc45adef95fc2b9) AuthConfig (0ce8884a8f0c3f373ddc3eee6d725825527e3aac3d6ac67707efe930271c7a0e) AuthConfig (73143355644cd8991062ac5a534cadf71683c596bcd90bbbab1dd9222218bd1f) AuthConfig (491a02674ffcb672beb169038f21d96e84b0cadf4055a8875a9f6dce73186d14) AuthConfig (004b4859cd28214836fefafeba35dc8fe09cd9841851f4bdd5dbac6879552748) AuthConfig (459af4e4b3ea934703ed2094243d0071653244d5a8a23e8968d287e4e5306fb2) AuthConfig (05b8312742bb3537c6ac822859a4d5897190372de78dbefa71929a8ffa12dbac) AuthConfig (6ccc32e3087df0d3160f0baa5179bb9a0dde5734cbb0fb6eb69d79cb8e89c311) AuthConfig (fbd98e49c9a4818c034e86a7fdfb8c350dbb565dd97495180735c0e800df78d1) AuthConfig (bf21fc43658b83a9e7bfd0bb59b1d046e0ee0ef8056d27b7169270c1ed06db26) AuthConfig (0cafa1141f39bcb8b2187f45320c7a1850f28cf8125b1242bf31ddc2b8534e7d) AuthConfig (50bcb3e52bf303a931f2288e0237c2affa76379a30160819a21848246569ed4c) AuthConfig (8582e8af735080369d1f4b9f792b1a0925f079debbd2628a2bf412a458bd8550) AuthConfig (af2e62ce0120b9e63775b55804b78d3fb256bbefa7b16db9dad0729e29718c49) AuthConfig (d77b7a049ae065b5fef10b82ae169ce138c9482f6fddb9b673973b42a97d44dc) AuthConfig (6d2ce7764fab391a49bf7f0efe933ceb87f60b253ba0f8ddb58b407c79949fa3) AuthConfig (af2698be4a6ea9f14ac45e48138612a52e285aad18e8cfa8b0c7724c147b6b53) AuthConfig (b195241a5035e5eb5b4709ebccde40c56b860470f23cbe9e1aaecc2c8d37b49a) AuthConfig (f062a54ce602eefdf74ef28dba4936f1c9335f1e52ef17ee689dac8ab08753c8) AuthConfig (7a59747e9fe13cfeafc460caf9e5b11d54d2fde346390b59a16fff1c3c3be5d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"01ddaf9d-5db9-495c-8ca2-96d4baceabd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.189472001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7402bfa1e097b0d94fe8de42cf4fd388a6701e4ac7950218c5ebbdcea90b8f) AuthConfig (aef911ca7b7a64f8d4d6b001c70230d39a4b4b48b643c0d40b55b0f543672692) AuthConfig (e385efd8534043d6bffd0059f3785fbe40094a96e9712d6a8015e788105f46b2) AuthConfig (4cf283493ce6a6f8b42b6ee77e413cc90869f47dcbbb382be2c4b385f8f4ed82) AuthConfig (67646823e2abd4fb5f10124007e3e7f3510c2e771f2c94f4645101f332cca47d) AuthConfig (f43e2d55960fa99653747597e1143861a0ee8e69228777d278acc7bec34aa958) AuthConfig (f37735ed99eaceb6ea40eb7c149983e4957c3c062e7829bf921ed029f8cbd9de) AuthConfig (d047dd1045fafa416a7361bb57b6e8b4fe84e5dc5ba98fa41017401fa5eff35b) AuthConfig (de12b8a51ba30c0b26edf3ac458408b96cb6a9b3bb777ce2829d4ba3575f4e40) AuthConfig (dad07cf3ba5e48b530d3402f14cb67123addaf3a3102e79f6bf54bcf341f5937) AuthConfig (42d5156d906621b269145186b0014a4a72d5fb94634683061cc45adef95fc2b9) AuthConfig (0ce8884a8f0c3f373ddc3eee6d725825527e3aac3d6ac67707efe930271c7a0e) AuthConfig (73143355644cd8991062ac5a534cadf71683c596bcd90bbbab1dd9222218bd1f) AuthConfig (491a02674ffcb672beb169038f21d96e84b0cadf4055a8875a9f6dce73186d14) AuthConfig (004b4859cd28214836fefafeba35dc8fe09cd9841851f4bdd5dbac6879552748) AuthConfig (459af4e4b3ea934703ed2094243d0071653244d5a8a23e8968d287e4e5306fb2) AuthConfig (05b8312742bb3537c6ac822859a4d5897190372de78dbefa71929a8ffa12dbac) AuthConfig (6ccc32e3087df0d3160f0baa5179bb9a0dde5734cbb0fb6eb69d79cb8e89c311) AuthConfig (fbd98e49c9a4818c034e86a7fdfb8c350dbb565dd97495180735c0e800df78d1) AuthConfig (bf21fc43658b83a9e7bfd0bb59b1d046e0ee0ef8056d27b7169270c1ed06db26) AuthConfig (0cafa1141f39bcb8b2187f45320c7a1850f28cf8125b1242bf31ddc2b8534e7d) AuthConfig (50bcb3e52bf303a931f2288e0237c2affa76379a30160819a21848246569ed4c) AuthConfig (8582e8af735080369d1f4b9f792b1a0925f079debbd2628a2bf412a458bd8550) AuthConfig (af2e62ce0120b9e63775b55804b78d3fb256bbefa7b16db9dad0729e29718c49) AuthConfig (d77b7a049ae065b5fef10b82ae169ce138c9482f6fddb9b673973b42a97d44dc) AuthConfig (6d2ce7764fab391a49bf7f0efe933ceb87f60b253ba0f8ddb58b407c79949fa3) AuthConfig (af2698be4a6ea9f14ac45e48138612a52e285aad18e8cfa8b0c7724c147b6b53) AuthConfig (b195241a5035e5eb5b4709ebccde40c56b860470f23cbe9e1aaecc2c8d37b49a) AuthConfig (f062a54ce602eefdf74ef28dba4936f1c9335f1e52ef17ee689dac8ab08753c8) AuthConfig (7a59747e9fe13cfeafc460caf9e5b11d54d2fde346390b59a16fff1c3c3be5d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"dabe7088-d475-481a-bbe5-19562688ddc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:27.205358815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"01ddaf9d-5db9-495c-8ca2-96d4baceabd2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.245629483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"826eda99-ecbe-45df-9348-2ce31d8740a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.267142759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"826eda99-ecbe-45df-9348-2ce31d8740a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.286500084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-6f34cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed3893cc0ee25a5981ca8ba652782fd78270d6b4d89f9be1364efb6f0e1b8bc9) AuthConfig (d74199010e42fa3437c856ecfeacbd9b024e155038d912a9f1d00b18c4e1336b) AuthConfig (09429f455805a7930c9129fd26716c267f2016a8a38c761efccdfd48b50e8461) AuthConfig (83c41f95b9a8e6180f8fdf7afde5c761c25e45fe4178cfd027dfb0ad7acfaaf2) AuthConfig (95ffa32c25925e8c62f84f4bb0ecca8c2e5da85ba6bfd0424118005dcc3b880a) AuthConfig (b55e7c05e6cb1a5f0615f7b5e056cf8962aaaac22c8c6aff3712b4bcb97642c8) AuthConfig (4fc8310e463842453c2f2f5741a766a78bcd6afd0ca26a150f8b8ab9f2a9df6d) AuthConfig (9ff02d5648dfb540da2c87112410f1d6f98cd5830e0d50c166a861dd3d8c0aab) AuthConfig (8e0f5b6b3f8c85200b97abb6481dd57c34733a65a9adc10e5431a760229d57f9) AuthConfig (523cc5fc5089b3f7575347ef5aae1c9347dca0b25ff7378f2848d5620d10fc55) AuthConfig (8fe768030a0dba8eaf093a56841c49cd6aa69d06a459bcafc3003840143c9497) AuthConfig (dedddc8ed8ed565fe0b6b97c31a518023596e94c4b1eeff8aa5403fea6839591) AuthConfig (c12b806956faffca75565333fecad561efca1a876b3308db5cb2b478d163b49b) AuthConfig (01c30164b4e0200cd9be197f8fb943df340168202f744e35e0e9d242ca427733) AuthConfig (29ae35201683496a7479b0e61ed55b8a11cf13e8d0a54c6440a869f2fe34173b) AuthConfig (5e5aa1b9ade08d17634ad0f1467ec5ad764053d5a63763cde027824c1b4182b6) AuthConfig (2dbfc39cc52792d3edce09e2714fa039bd9df0eb0960142dcafdb52a320f402b) AuthConfig (9133b463dc90c2fe6725b1818660866e13554fccb0e2c08ba9b1a0f703b65608) AuthConfig (47e5753248015a821f8bb6d866cbd26237e0754e263ba79688b9040762baaf72) AuthConfig (ce9f22c6a8ac724a314ad022feb18643fa5c28bb0fa0fb6e4cabf9dd73562668) AuthConfig (a0646226846bc1c1bbbdf380cad2514bd80868e20ff9a4d8f65b7307043b3fce) AuthConfig (8f714e1cde22b3f8e422fd4553943209a0dc74e21381f317ccc4b0f545657576) AuthConfig (04612b89650fb2232cf2ee72768a3110ddeef03cdf44fc4f11af568fb5b219b4) AuthConfig (ada07fe72a1fbe919d29aca653033a19adfcbb5ca3a779d5a1d2138b2b6897ae) AuthConfig (875940b1ea3867eed570c9e0797137321a089c3b2787fb88bc16f37466b82e1c) AuthConfig (7b6c92c576ad97d2c22e4d3c1be0118b3491083e535b6ae51a025abf6ac42feb) AuthConfig (cc6159a4515851c02b6e743810ba2298b243fdd742f79249125b25d29ebf667f) AuthConfig (65160c06f00fc9c54a57f3bc8dba5061ad54593e22b8fddaf0224037f66e0665) AuthConfig (c8a1ce37854d59f99890c9df03d66f419b5f848e544fbbbf439ac24718c01b1a) AuthConfig (14a8d57014134c88aea7577e0c0ffdd432965b5ad190b4c4b0b331c0b24c322c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"826eda99-ecbe-45df-9348-2ce31d8740a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.345941982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"956f8d76-36ed-4e77-bc14-b5f86e502b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.366517512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"956f8d76-36ed-4e77-bc14-b5f86e502b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.38705535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7402bfa1e097b0d94fe8de42cf4fd388a6701e4ac7950218c5ebbdcea90b8f) AuthConfig (aef911ca7b7a64f8d4d6b001c70230d39a4b4b48b643c0d40b55b0f543672692) AuthConfig (e385efd8534043d6bffd0059f3785fbe40094a96e9712d6a8015e788105f46b2) AuthConfig (4cf283493ce6a6f8b42b6ee77e413cc90869f47dcbbb382be2c4b385f8f4ed82) AuthConfig (67646823e2abd4fb5f10124007e3e7f3510c2e771f2c94f4645101f332cca47d) AuthConfig (f43e2d55960fa99653747597e1143861a0ee8e69228777d278acc7bec34aa958) AuthConfig (f37735ed99eaceb6ea40eb7c149983e4957c3c062e7829bf921ed029f8cbd9de) AuthConfig (d047dd1045fafa416a7361bb57b6e8b4fe84e5dc5ba98fa41017401fa5eff35b) AuthConfig (de12b8a51ba30c0b26edf3ac458408b96cb6a9b3bb777ce2829d4ba3575f4e40) AuthConfig (dad07cf3ba5e48b530d3402f14cb67123addaf3a3102e79f6bf54bcf341f5937) AuthConfig (42d5156d906621b269145186b0014a4a72d5fb94634683061cc45adef95fc2b9) AuthConfig (0ce8884a8f0c3f373ddc3eee6d725825527e3aac3d6ac67707efe930271c7a0e) AuthConfig (73143355644cd8991062ac5a534cadf71683c596bcd90bbbab1dd9222218bd1f) AuthConfig (491a02674ffcb672beb169038f21d96e84b0cadf4055a8875a9f6dce73186d14) AuthConfig (004b4859cd28214836fefafeba35dc8fe09cd9841851f4bdd5dbac6879552748) AuthConfig (459af4e4b3ea934703ed2094243d0071653244d5a8a23e8968d287e4e5306fb2) AuthConfig (05b8312742bb3537c6ac822859a4d5897190372de78dbefa71929a8ffa12dbac) AuthConfig (6ccc32e3087df0d3160f0baa5179bb9a0dde5734cbb0fb6eb69d79cb8e89c311) AuthConfig (fbd98e49c9a4818c034e86a7fdfb8c350dbb565dd97495180735c0e800df78d1) AuthConfig (bf21fc43658b83a9e7bfd0bb59b1d046e0ee0ef8056d27b7169270c1ed06db26) AuthConfig (0cafa1141f39bcb8b2187f45320c7a1850f28cf8125b1242bf31ddc2b8534e7d) AuthConfig (50bcb3e52bf303a931f2288e0237c2affa76379a30160819a21848246569ed4c) AuthConfig (8582e8af735080369d1f4b9f792b1a0925f079debbd2628a2bf412a458bd8550) AuthConfig (af2e62ce0120b9e63775b55804b78d3fb256bbefa7b16db9dad0729e29718c49) AuthConfig (d77b7a049ae065b5fef10b82ae169ce138c9482f6fddb9b673973b42a97d44dc) AuthConfig (6d2ce7764fab391a49bf7f0efe933ceb87f60b253ba0f8ddb58b407c79949fa3) AuthConfig (af2698be4a6ea9f14ac45e48138612a52e285aad18e8cfa8b0c7724c147b6b53) AuthConfig (b195241a5035e5eb5b4709ebccde40c56b860470f23cbe9e1aaecc2c8d37b49a) AuthConfig (f062a54ce602eefdf74ef28dba4936f1c9335f1e52ef17ee689dac8ab08753c8) AuthConfig (7a59747e9fe13cfeafc460caf9e5b11d54d2fde346390b59a16fff1c3c3be5d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"956f8d76-36ed-4e77-bc14-b5f86e502b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:29.533780517Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:31.60071966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2dd5e2-e102-4197-aca9-5b46723172d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:31.616888439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2dd5e2-e102-4197-aca9-5b46723172d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:31.632955359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2dd5e2-e102-4197-aca9-5b46723172d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:31.648923718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2dd5e2-e102-4197-aca9-5b46723172d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:32.275790827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fa70c7-d717-48ce-99c4-306648a0d590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:32.291721327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fa70c7-d717-48ce-99c4-306648a0d590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:32.307750033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fa70c7-d717-48ce-99c4-306648a0d590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:32.323752194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fa70c7-d717-48ce-99c4-306648a0d590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.146019858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"6354b08f-1b75-4b4f-882e-fccd79f0eae5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.249066388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5277bcba-067e-4051-a127-48b085dbef87","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.249522992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"dd9e1c7a-52f8-4a77-88a7-32acb1cfe1ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.249708665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d58e8dc-7f50-463b-bdb8-c81c8b7ed758","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.344704691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"ba5a0503-132d-452f-842f-50d460efdba2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.445954469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"fffbf43a-8f18-49a1-b2c5-28cd6cc6ff22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:36.266717084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9db6271-d9e3-4e81-bbac-b01a83140561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:36.267547144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"147082e9-4d29-4837-9ada-8def49af8feb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:36.303837065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9db6271-d9e3-4e81-bbac-b01a83140561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:36.306084536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"147082e9-4d29-4837-9ada-8def49af8feb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:36.710824372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06c72962-662e-4df4-85c4-4b247a442e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:36.710844631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e4d1c90-4f55-4756-b3d6-0b8051f566cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:36.731649286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e4d1c90-4f55-4756-b3d6-0b8051f566cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:36.73167665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06c72962-662e-4df4-85c4-4b247a442e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.134723526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f6beceb6-e8f0-40b4-846e-c48493de0e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.155370687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f6beceb6-e8f0-40b4-846e-c48493de0e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.243296516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f68b0e15-125f-448f-80a6-9679ef4ad77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.248084781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"26992ce2-c655-41ad-81f5-3c22dfc55451","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.263833546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f68b0e15-125f-448f-80a6-9679ef4ad77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.337122245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9169da60-246c-4b24-a4e3-7faf07e6c238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.357958632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9169da60-246c-4b24-a4e3-7faf07e6c238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.435713587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"965fa9c7-0524-495c-ab73-436985220cd8","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.439543538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"5470dba7-256f-417f-ad7c-a24083b18f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.460570386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"5470dba7-256f-417f-ad7c-a24083b18f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.563071071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"d62ecb39-8d58-4cfc-b8f7-f928768e6e8e","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.563100175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"d62ecb39-8d58-4cfc-b8f7-f928768e6e8e","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.585192117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"31ae212a-21e5-47da-9cfc-029c7417ef40","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.633816851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"4d805a3f-1b3a-4fe6-aa41-6ddad39dd524","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.887227075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"5f521acc-1eb1-499c-9ecb-1cdd39aedaef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.887245177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"5f521acc-1eb1-499c-9ecb-1cdd39aedaef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.908234081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"a12c55e3-3168-450d-948a-c713cec0b34e","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.908253731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"a12c55e3-3168-450d-948a-c713cec0b34e","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.93916862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"866801ef-f224-4824-b1df-9210e814f7bb","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-66d83e","tenantID":"e2e-praxis-a-66d83e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:38.027401221Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"866801ef-f224-4824-b1df-9210e814f7bb","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"e2e-praxis-a-66d83e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:38.045880004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-66d83e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"866801ef-f224-4824-b1df-9210e814f7bb","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:38.069963026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"1c3e8f95-38b9-49bc-bfd4-19bb2f12ec4e","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:38.069982636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"1c3e8f95-38b9-49bc-bfd4-19bb2f12ec4e","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.36994845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9196d6-7641-466f-85ac-6f2b422bac30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.386058537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9196d6-7641-466f-85ac-6f2b422bac30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.402338604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9196d6-7641-466f-85ac-6f2b422bac30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.418743998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9196d6-7641-466f-85ac-6f2b422bac30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.57644661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"8cbdb9e4-87c2-4a66-a05c-e2a0508a0084","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.594523905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"282a6c54-d5f2-4cc9-8d5b-245783750163","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.6491399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-47e9a77f","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-gw-auth-47e9a77f","reconcileID":"aec589a1-6390-4fc5-9449-2a0f9af70dac","MaaSAuthPolicy":{"name":"e2e-gw-auth-47e9a77f","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.66883093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-47e9a77f","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-gw-auth-47e9a77f","reconcileID":"aec589a1-6390-4fc5-9449-2a0f9af70dac","MaaSAuthPolicy":{"name":"e2e-gw-auth-47e9a77f","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.851963945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"4ab7acf6-bc93-4775-9da8-793ac57d5302","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.910262177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-47e9a77f","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-gw-auth-47e9a77f","reconcileID":"6926e33f-d831-44cf-b659-2bd2df97179c","MaaSAuthPolicy":{"name":"e2e-gw-auth-47e9a77f","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:40.92986361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-47e9a77f","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-gw-auth-47e9a77f","reconcileID":"6926e33f-d831-44cf-b659-2bd2df97179c","MaaSAuthPolicy":{"name":"e2e-gw-auth-47e9a77f","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.082034405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d66112-2a15-4f9c-b431-d95602c07325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.098110429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d66112-2a15-4f9c-b431-d95602c07325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.114027419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d66112-2a15-4f9c-b431-d95602c07325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.130116909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d66112-2a15-4f9c-b431-d95602c07325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.223752215Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-e45ed0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-e45ed0","reconcileID":"8c53c4f6-bad0-41f3-8585-b560acc47e83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-e45ed0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-e45ed0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.42540047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dc5da1b-e8d1-434c-b516-85895f496237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.426279502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e100f5ff-0546-46e0-a68e-3e6ab3b39649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.498410757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dc5da1b-e8d1-434c-b516-85895f496237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.516140455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e100f5ff-0546-46e0-a68e-3e6ab3b39649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.703666272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"222449e7-dc52-410b-9550-a375f383674b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.731786196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"222449e7-dc52-410b-9550-a375f383674b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.806243693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72b671be-6fbe-4cc1-85d0-23b80921a908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.835681708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72b671be-6fbe-4cc1-85d0-23b80921a908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.922904833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f435a882-41d0-42f0-b7b7-5261e8bb7753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.939196479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f435a882-41d0-42f0-b7b7-5261e8bb7753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.955165032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f435a882-41d0-42f0-b7b7-5261e8bb7753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:41.971487478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f435a882-41d0-42f0-b7b7-5261e8bb7753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.516188368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0980831a-b679-487e-b7ca-7dc106c75619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.516263309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f45258e-e997-4545-9aa2-1ced7ebec7ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.537492195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0980831a-b679-487e-b7ca-7dc106c75619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:42.53759348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f45258e-e997-4545-9aa2-1ced7ebec7ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:43.665835914Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-47e9a77f","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-gw-auth-47e9a77f","reconcileID":"e08341e3-1eb5-487e-b4ec-bd9cda629e8e","MaaSAuthPolicy":{"name":"e2e-gw-auth-47e9a77f","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:43.665937039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"92e02521-1fbc-437d-a8f9-5049ce4a6791","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:43.685616316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61167add-eaed-4699-a732-ac52def7e01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:43.685616319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1309f8a0-1eee-4e1d-b81e-4ff3956d23b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:43.707916091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1309f8a0-1eee-4e1d-b81e-4ff3956d23b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:43.707951609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61167add-eaed-4699-a732-ac52def7e01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:43.717236952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"352d7251-29d4-45ce-896c-01fe0d84eee0","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.720819318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"e51f2f9c-a348-40a4-92b1-36a826fb9e7d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.742267917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"7fc36c33-4f64-4dc9-83c4-23f3ae930d13","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.792487436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a-auth","reconcileID":"68d5fc93-fcfa-43d1-a01c-88e6b1371c45","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.812375504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a-auth","reconcileID":"68d5fc93-fcfa-43d1-a01c-88e6b1371c45","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.899906775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"39f3938c-0b08-40ff-969c-b73335216941","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.947803664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a-auth","reconcileID":"b3b4de1a-26de-4cc7-b508-2ef71d70ece6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.94880734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c708c52b-94ba-4d15-8f5c-561e9608d942","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.968301213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a-auth","reconcileID":"b3b4de1a-26de-4cc7-b508-2ef71d70ece6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.970306542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"8fc7061d-e464-4af1-9e05-b57cd6b5cac4","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.983686463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"62f6a73c-fdc4-427d-981b-eb4a492f3183","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:45.989230167Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ff49f4/e2e-bulk-sub-d191a48a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-d191a48a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.004128674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"cf82474f-a8c2-4498-a5de-2d90a4ea0b91","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.048248667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e45b6787-3936-4a5f-8da7-ec0ff40d5b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.048607497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e747a994-91f9-44d3-befb-8e65b0ae1b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.048964926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d63a1567-5ded-4904-b337-ffdde17b95b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.049742187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5ba6553-a14e-434d-bf5a-5baa5f8d78a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.068632724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e45b6787-3936-4a5f-8da7-ec0ff40d5b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.069260373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e747a994-91f9-44d3-befb-8e65b0ae1b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.070869228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5ba6553-a14e-434d-bf5a-5baa5f8d78a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.071365937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d63a1567-5ded-4904-b337-ffdde17b95b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.092595126Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d191a48a","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a","reconcileID":"b117b4d8-b8f5-471f-8cab-5e67a07881e0","MaaSSubscription":{"name":"e2e-bulk-sub-d191a48a","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-bulk-sub-d191a48a","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.146225055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"1c0843d9-cc04-43a7-a205-8611ea9b3ab4","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.147313613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a-auth","reconcileID":"64bccdfd-e1de-4761-bfae-bc9b996aa52e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.167583088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a-auth","reconcileID":"64bccdfd-e1de-4761-bfae-bc9b996aa52e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.171997139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"82438854-229d-4763-80d7-c5b846b0f5df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.248208328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"df24eba5-c533-47a7-982d-332f46c8fb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.248487377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ce9ba49-b038-4f66-a5c7-823e969c1fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.248692919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"3a65753f-a506-448d-8916-cb010d30bfa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.249341323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93a9b9d4-1664-46b5-9aae-d81af3a715ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.268973154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ce9ba49-b038-4f66-a5c7-823e969c1fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.2691407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"df24eba5-c533-47a7-982d-332f46c8fb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.269914627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d191a48a","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a","reconcileID":"d307b8c5-5d9b-4ce3-afdd-4197cd69e1af","MaaSSubscription":{"name":"e2e-bulk-sub-d191a48a","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.271801654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93a9b9d4-1664-46b5-9aae-d81af3a715ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.272303915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"3a65753f-a506-448d-8916-cb010d30bfa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.469885641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"52baba10-8646-44f6-a5ed-c8c522a538fe","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.470445599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"a30387da-6984-4c63-a54f-8fd638e98a1e","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.497718205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"f8bef6b9-8850-49ce-9781-c603db2be6ce","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.498078636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"7d10324a-832a-405a-a3c6-dc2c6e4b9649","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.517466031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"863249a5-29ae-4c19-adf4-cf6937d9d5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.517773358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3fcd6151-22fb-40d4-b2b3-43e234f87cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.534923213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"df43c663-b3a7-4c77-befc-3131afe52578","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.535118326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"84a3edea-657f-4041-bd58-33c6dcd48bb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.542730477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3fcd6151-22fb-40d4-b2b3-43e234f87cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.544316535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"863249a5-29ae-4c19-adf4-cf6937d9d5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.719836253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"39c0f1f3-ed7d-43ea-863b-1ea9d818de9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.720300042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e78229f2-b059-48ca-8f1b-73047cab1de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.810339664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"39c0f1f3-ed7d-43ea-863b-1ea9d818de9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:46.812118987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e78229f2-b059-48ca-8f1b-73047cab1de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.103842508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"7dfbe071-0a15-4d38-9933-f712ed004726","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-66d83e","tenantID":"e2e-praxis-a-66d83e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.123951288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"7dfbe071-0a15-4d38-9933-f712ed004726","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"e2e-praxis-a-66d83e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.209528753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"ad8cdc05-1179-4467-be40-c958139a6ef9","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.20955034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"ad8cdc05-1179-4467-be40-c958139a6ef9","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.675527872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"b69fc501-d497-48b5-8526-4e6ad223c9f9","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.67554801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"b69fc501-d497-48b5-8526-4e6ad223c9f9","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.697556788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"1e47b45a-ea19-4dff-a89b-2bebfa5e0454","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.707811363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"d53453e5-2933-4a79-82e7-deb89dcfe107","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-66d83e","tenantID":"e2e-praxis-a-66d83e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.712358674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"b7d1e6ea-ceca-46ac-870c-f8e921723677","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.712375491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"b7d1e6ea-ceca-46ac-870c-f8e921723677","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:48.714778577Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-66d83e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.723376637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c77acca0-2ed2-4f33-aa99-2ef255773e5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.723401302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de019379-dcc5-4e08-8d9e-85257bf8dabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.727655033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"d53453e5-2933-4a79-82e7-deb89dcfe107","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"e2e-praxis-a-66d83e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.730389898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"b45dfb65-4dc9-4743-945c-3d1e42892939","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.730409146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"b45dfb65-4dc9-4743-945c-3d1e42892939","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.743778354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c77acca0-2ed2-4f33-aa99-2ef255773e5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.744289293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de019379-dcc5-4e08-8d9e-85257bf8dabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.797602757Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-sub","reconcileID":"508e8e20-654b-4332-833c-1a6986475ab8","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"maas-trlp-praxis-route-66d83e","model":"praxis-route-66d83e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.851976306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"bfbf5664-5ae5-4dc1-a336-be8c3b054fde","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.851995558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"bfbf5664-5ae5-4dc1-a336-be8c3b054fde","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.895650033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"c65cddb8-c57f-41d2-a73f-e527c06f44b2","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-66d83e","tenantID":"e2e-praxis-a-66d83e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.914867291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-sub","reconcileID":"c8c43c0c-4431-4fe2-b52a-25a4cf3647e0","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"maas-trlp-praxis-route-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:48.915078204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"c65cddb8-c57f-41d2-a73f-e527c06f44b2","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"e2e-praxis-a-66d83e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:49.846617576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"946bbe25-0a45-40c9-a0c4-d0cfd78ad093","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:49.897681575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a-auth","reconcileID":"26659729-ecea-4eb9-b149-cb7923eb0bce","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:49.91506887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"30bc6f7d-3b32-4418-8326-226aeeca0e34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:49.915078869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"fb8a0989-1396-460a-9b0c-07a4c1966915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:49.915938438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74b12673-847c-408c-91d4-1a92e9a479e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:49.916005991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3f735c4-c2ff-4fe5-8a77-261a0a50ecfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:49.924050835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a-auth","reconcileID":"26659729-ecea-4eb9-b149-cb7923eb0bce","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:49.947184786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"fb8a0989-1396-460a-9b0c-07a4c1966915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:49.949825918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74b12673-847c-408c-91d4-1a92e9a479e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:49.949858754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3f735c4-c2ff-4fe5-8a77-261a0a50ecfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:49.952010922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"30bc6f7d-3b32-4418-8326-226aeeca0e34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.189757356Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"3285e3a1-df71-4e2f-a458-ee0f94307615","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.270636334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"5f42332a-6876-40f1-80a9-b5eabd04ad0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.270750794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e91cac8b-c4c3-409c-90cf-ee2198cb5de0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.373277418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"5d28ce80-9ecf-4ea4-b01e-5916beafa031","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.373395457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b22ed66-76b2-4e73-b837-56007ce446b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.373748829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-sub","reconcileID":"8d9c34f4-8f9f-4d58-b11a-45926b1f8094","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"maas-trlp-praxis-route-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.390099683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"cf32440f-dc29-4078-a799-17bf56354ac0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.434909258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"597c0c11-64bb-4541-b9df-032f853bc730","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.43493477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"597c0c11-64bb-4541-b9df-032f853bc730","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.437364865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"ad32fc15-2cc8-46e0-b532-d578e1f81cd5","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-66d83e","tenantID":"e2e-praxis-a-66d83e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.463193931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"ad32fc15-2cc8-46e0-b532-d578e1f81cd5","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"e2e-praxis-a-66d83e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.471555907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"0b5bff28-590f-4e13-b1b7-0857caa4fb99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.554718302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b1f314be-3ccc-462e-ae22-e1bfa88b94e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.554757526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9187e6ea-14dc-476d-bb6c-fe6199f1ee92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.576297102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9187e6ea-14dc-476d-bb6c-fe6199f1ee92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:52.576829892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b1f314be-3ccc-462e-ae22-e1bfa88b94e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:53.830857666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"ca8fef79-c38b-4b18-8ff4-0cb12877bcd0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:53.872567658Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"ca8fef79-c38b-4b18-8ff4-0cb12877bcd0","name":"e2e-shared-b-w4-e45ed0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:59.532579448Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:59.914553599Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d191a48a","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a","reconcileID":"3297435f-a317-41f6-9d24-0904151e8ca6","MaaSSubscription":{"name":"e2e-bulk-sub-d191a48a","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-bulk-sub-d191a48a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:59.975046163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-d191a48a","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a","reconcileID":"3297435f-a317-41f6-9d24-0904151e8ca6","MaaSSubscription":{"name":"e2e-bulk-sub-d191a48a","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.057980542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"fc0326ea-5a67-4078-98c5-74e2499a52fd","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.078179483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"7da61908-9934-42d6-9a3b-0d2794b046a1","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.078199743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"7da61908-9934-42d6-9a3b-0d2794b046a1","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.108185488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b8a68aa5-8b5e-43ba-b2e5-a102830779a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.10845583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0461c38-2b7a-4342-8e86-cd1a538f429f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.10881643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d29e4a56-d472-432a-843c-0a123ac70d7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.109230453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a-auth","reconcileID":"f6c2e4f6-3d6e-40f2-adae-3e9bc5a22059","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.109529656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc21e259-d54b-4538-a078-d4019b42816c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.130213163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b8a68aa5-8b5e-43ba-b2e5-a102830779a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.131621534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d29e4a56-d472-432a-843c-0a123ac70d7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.134024179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0461c38-2b7a-4342-8e86-cd1a538f429f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.135219442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc21e259-d54b-4538-a078-d4019b42816c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.1375637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a-auth","reconcileID":"f6c2e4f6-3d6e-40f2-adae-3e9bc5a22059","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.206229403Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-bulk-sub-d191a48a-auth","reconcileID":"f6701165-ac32-4ef6-b262-4c6e3f23af08","MaaSAuthPolicy":{"name":"e2e-bulk-sub-d191a48a-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.20630822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"2f9c729d-7b3f-4a35-a649-7e30513bdac3","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:00.300465498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"56b5a9e7-fb1b-4c2f-96e5-203c63a0bb56","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:01.024109588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"e2e-conflict-a-109df993","reconcileID":"bc91e7ae-4401-4277-ac46-90fe0fb33ca8","MaaSModelRef":{"name":"e2e-conflict-a-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"e2e-conflict-a-109df993-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"e2e-conflict-a-109df993","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.431815257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"75896197-272e-422d-9b39-1c054020c391","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.452263438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"eecd69cd-b6d2-4c20-83a6-ad087d0c152b","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.518284534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744-auth","reconcileID":"f09bfc2b-d83b-4006-b2d1-28c079e32ca9","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.599237247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744-auth","reconcileID":"f09bfc2b-d83b-4006-b2d1-28c079e32ca9","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.633939491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"62cbe623-03f0-4f03-87cc-231bb59a9d56","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.654858913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"bf252389-751c-4f09-a50b-fca4b908e545","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:18:02.66846942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-65c14744","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744","reconcileID":"2bc39694-34f8-4bfe-9b29-06e45338b6a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-65c14744\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.683688373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae1941aa-46b4-4357-a6b0-fc6057022764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.68376714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"524b56ff-8874-4752-9283-404fb5d4153b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.684388246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e9fb25f7-4dc4-4f60-80d6-efcd55dc9483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.684523245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9e4c86e5-6ee7-4ced-8a17-347c9e06c7f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.704692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9e4c86e5-6ee7-4ced-8a17-347c9e06c7f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.704754954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae1941aa-46b4-4357-a6b0-fc6057022764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.706939575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e9fb25f7-4dc4-4f60-80d6-efcd55dc9483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.707042886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"524b56ff-8874-4752-9283-404fb5d4153b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.709119847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c0ede2a0-89b3-4090-843f-a5af7b152777","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.729620709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"3c8ceae5-ad2b-4dd8-a0bb-2b0af8dafb52","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.77214504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"f8cec609-6718-4b13-b012-6bf9d8fad1ff","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.815169636Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-65c14744","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744","reconcileID":"f9e7b444-150d-4d48-a8a2-381c8a1f3fc0","MaaSSubscription":{"name":"e2e-dry-sub-65c14744","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-dry-sub-65c14744","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.819955384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744-auth","reconcileID":"2e75fa22-432f-47b5-94c2-8e89003dcc9a","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.839515693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744-auth","reconcileID":"2e75fa22-432f-47b5-94c2-8e89003dcc9a","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.870503148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"4f7c3cbc-3763-45ea-8ebf-e3dc91d937c2","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.894980738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"a6594bb8-cf76-4f7e-b929-3f867190c9b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.923518381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"dc27a55f-b644-4db2-b341-f1830e80f645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.923700539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24d6ffa0-9c5b-457e-a548-88936d7e560c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.924102862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"da58772c-e9d8-4bfd-ae2f-0c4e3a17a38a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.924607118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a3c669d-8fdc-4b2b-a988-e17de8cb342d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.944161697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24d6ffa0-9c5b-457e-a548-88936d7e560c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.945190457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"da58772c-e9d8-4bfd-ae2f-0c4e3a17a38a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.946307646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a3c669d-8fdc-4b2b-a988-e17de8cb342d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.947554974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"dc27a55f-b644-4db2-b341-f1830e80f645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:02.995323224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-65c14744","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744","reconcileID":"046b3e14-bc7d-4d18-aa8b-50f0650d6c11","MaaSSubscription":{"name":"e2e-dry-sub-65c14744","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.12050191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"b71b998f-6e88-4182-b5d3-77108d7c817b","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.121000739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"ebce242e-83b9-4e46-8447-8448fc55f7d1","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.122551545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"e2e-conflict-a-109df993","reconcileID":"7cb08038-d044-4538-b0d0-c5d4facf6cf0","MaaSModelRef":{"name":"e2e-conflict-a-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"e2e-conflict-a-109df993-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"e2e-conflict-a-109df993","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.151039087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"a1aea1e0-05d8-4554-9165-abdb6d9e523e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.151440476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"09fbdb4d-8839-43f8-b301-19a59efbde0f","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.151818743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"e2e-conflict-a-109df993","reconcileID":"1b48c619-206e-460b-93e7-819818c35307","MaaSModelRef":{"name":"e2e-conflict-a-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"e2e-conflict-a-109df993-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"e2e-conflict-a-109df993","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.187008145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"f1e9810d-cb0e-4403-9fd2-6dc0cad916bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.194784443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"9440f72e-5ce5-45d1-a9b4-733290778a24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.214871972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"2b3effc3-9c68-400a-8f0b-c820548b1400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.215303418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6970925d-86a0-4f1e-9f25-8f7e0f599b5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.296939224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"2b3effc3-9c68-400a-8f0b-c820548b1400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.304002705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6970925d-86a0-4f1e-9f25-8f7e0f599b5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.484050157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ba59e1ae-8886-4343-9ae8-d3919b3c7971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.505123357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ba59e1ae-8886-4343-9ae8-d3919b3c7971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.587512389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3b93ec6d-b9de-4e46-afaf-9dcee8b026f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.607491879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3b93ec6d-b9de-4e46-afaf-9dcee8b026f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.298103353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"87e915e4-b965-4941-829a-1f93f736d784","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.298140056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"87e915e4-b965-4941-829a-1f93f736d784","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.382827512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"791ffa65-d671-46af-975e-f68cdeb99f4e","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-66d83e","tenantID":"e2e-praxis-a-66d83e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.383234046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-sub","reconcileID":"0dca347c-4fd4-4a17-a74e-6b92de5f8c34","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"maas-trlp-praxis-route-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.412750541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"791ffa65-d671-46af-975e-f68cdeb99f4e","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"e2e-praxis-a-66d83e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.47096571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"1012677e-f268-4fbc-908e-ec6f6d3f62ba","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.470986874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"1012677e-f268-4fbc-908e-ec6f6d3f62ba","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.536905425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"41cd3b89-760b-4aea-a1e7-31c3ee8d1aaf","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.569396081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-sub","reconcileID":"e0a2a58d-9832-4463-baae-ce437cda5030","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"maas-trlp-praxis-route-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.608010136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"60688f78-2381-49f7-8e7f-846d52d5642e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.608885039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744-auth","reconcileID":"b29129ea-ffc9-4cbe-a7ce-b69a9de76368","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.610043034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98574845-330d-4a9e-8f95-a6970e448eaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.611158872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a9932dc3-06d0-4f1c-898d-0ae47505c9e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.658329523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"60688f78-2381-49f7-8e7f-846d52d5642e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.661034261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98574845-330d-4a9e-8f95-a6970e448eaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.66166543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a9932dc3-06d0-4f1c-898d-0ae47505c9e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.664395593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744-auth","reconcileID":"b29129ea-ffc9-4cbe-a7ce-b69a9de76368","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.745618111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30b5493f-0d8b-40d0-a794-5251b6158ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:06.796435284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30b5493f-0d8b-40d0-a794-5251b6158ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.005793535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb6373c-971c-4859-93d8-28c7b3173588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.026688341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb6373c-971c-4859-93d8-28c7b3173588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.044614189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb6373c-971c-4859-93d8-28c7b3173588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.060816372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb6373c-971c-4859-93d8-28c7b3173588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.844172792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017f4658-410f-406f-91d8-9c03ecdbad1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.861011549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017f4658-410f-406f-91d8-9c03ecdbad1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.87703948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017f4658-410f-406f-91d8-9c03ecdbad1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.893026345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017f4658-410f-406f-91d8-9c03ecdbad1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:11.519311703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2138b910-5dbd-4fb7-896d-56d33b66598a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:11.519360444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa7a1ab5-cab9-4645-b1e6-a665683e59dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:11.540377367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa7a1ab5-cab9-4645-b1e6-a665683e59dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:11.540537632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2138b910-5dbd-4fb7-896d-56d33b66598a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:12.099508467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"97b4a309-cb1e-410c-991e-5dbfa8e48533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:12.099511898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3e914c27-7637-4ae7-b16b-75dfcc0fade2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:12.120087232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3e914c27-7637-4ae7-b16b-75dfcc0fade2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:12.121195137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"97b4a309-cb1e-410c-991e-5dbfa8e48533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.472535404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"c2580f7f-0e95-4f56-ada1-abae6cfbf17a","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.472555667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"c2580f7f-0e95-4f56-ada1-abae6cfbf17a","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.591584889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-65c14744","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744","reconcileID":"5df8c7dd-468f-4da5-8507-5832f82ca941","MaaSSubscription":{"name":"e2e-dry-sub-65c14744","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-dry-sub-65c14744","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.663652698Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-65c14744","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744","reconcileID":"5df8c7dd-468f-4da5-8507-5832f82ca941","MaaSSubscription":{"name":"e2e-dry-sub-65c14744","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.727918524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"82f9995f-df65-4ae0-81e2-4b4d5605217d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.819064028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"17271174-0545-4180-9b9b-d7e9c06face2","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.867592239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"754d8967-b884-433f-b95e-664309324c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.867621979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6042de74-eedb-4143-9440-3c99f9de0c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.868336442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744-auth","reconcileID":"0fd2a394-a835-43e7-9b2e-4b4b9c2e812b","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.86879036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e034d80c-6af9-4efd-bfef-47d223d37624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.868819369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c185b7e-0302-4397-ba50-2b495acf3b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.888966338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6042de74-eedb-4143-9440-3c99f9de0c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.889279778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744-auth","reconcileID":"0fd2a394-a835-43e7-9b2e-4b4b9c2e812b","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.891555901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c185b7e-0302-4397-ba50-2b495acf3b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.892670073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"754d8967-b884-433f-b95e-664309324c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.894007903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e034d80c-6af9-4efd-bfef-47d223d37624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.990079318Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-dry-sub-65c14744-auth","reconcileID":"e0a97dac-5e3c-4a5d-aaa4-8e12d71e28ed","MaaSAuthPolicy":{"name":"e2e-dry-sub-65c14744-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:16.990172118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d32f161f-4dc7-4e19-80f7-b0c68eed3505","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:17.058390606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"969e88c5-fc8d-48cf-afe4-f10b17394b9f","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:17.648959773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"e2e-conflict-b-109df993","reconcileID":"690e9ef3-bd25-4820-9fcc-e31f4733e662","MaaSModelRef":{"name":"e2e-conflict-b-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"e2e-conflict-b-109df993-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"e2e-conflict-b-109df993","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:17.670380456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"e2e-conflict-a-109df993","reconcileID":"c9302320-5108-42b8-9073-0243c8b1faaa","MaaSModelRef":{"name":"e2e-conflict-a-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"e2e-conflict-a-109df993-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"e2e-conflict-a-109df993","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.231560595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"496e6cf3-771f-4782-ad7a-a922f7c38b4d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.251399358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"348483d5-bf57-4c26-8915-096322d39f8d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.297784653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"2a7e62c7-1c01-4f91-8a4d-5bef38899861","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.317742832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"2a7e62c7-1c01-4f91-8a4d-5bef38899861","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.406005701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"dbb8e3a1-631f-4cf4-abcb-e5fa4c77d8cc","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.452456488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"aa8770ae-5b27-47f7-bf31-e7e8086846ab","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.453005635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"f52be478-ce59-45da-98e9-552d4b11779c","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.473330129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"f52be478-ce59-45da-98e9-552d4b11779c","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.47506891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"94a6375a-c4b5-415e-a844-38e309f7277e","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:18:18.488988943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9b653e2f","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f","reconcileID":"4125542f-1366-4ae1-96ce-39ea752dd6b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-9b653e2f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.553140414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2d3ad752-f6f8-4d4e-9122-a31fdcd7292e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.55331594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c70518ff-d222-45f9-a879-7e3cec8826e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.553625879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"83a31e4e-0c90-438f-a075-9b66226658f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.554259005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3a37bab-8e1f-45e2-9fee-1e87ba588254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.560850183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d364a62c-bfa4-4a1b-94c6-57882e650dde","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.561196229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"e2e-conflict-a-109df993","reconcileID":"83b6ef45-9f81-4dbf-8d33-d630acd76a95","MaaSModelRef":{"name":"e2e-conflict-a-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"e2e-conflict-a-109df993-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"e2e-conflict-a-109df993","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.573894443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c70518ff-d222-45f9-a879-7e3cec8826e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.574959084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3a37bab-8e1f-45e2-9fee-1e87ba588254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.575999145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2d3ad752-f6f8-4d4e-9122-a31fdcd7292e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.578746936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"83a31e4e-0c90-438f-a075-9b66226658f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.635765154Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9b653e2f","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f","reconcileID":"5445554d-6aeb-4b46-a48c-5aa497ee513a","MaaSSubscription":{"name":"e2e-combo-sub-9b653e2f","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-combo-sub-9b653e2f","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.652757399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"9f4299f8-4cac-4c3e-9898-800c5d07edcb","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.674538381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"9f4299f8-4cac-4c3e-9898-800c5d07edcb","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.69064553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"dab541ff-d8eb-4546-b6ce-4af7b089f7f9","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.716645132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"eae4b026-ec00-4451-b24c-0e2cd44ac260","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.754354718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"57750f44-df30-4ca5-8233-b4d36b991918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.754723238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a667e830-bfee-4049-afdf-5c736247e272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.754850874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4033343f-dd02-44ca-8497-6cbba26f7e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.755570994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f79fc8a-7c34-4b54-92e0-4a3f99e4d4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.774660246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"57750f44-df30-4ca5-8233-b4d36b991918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.775132294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4033343f-dd02-44ca-8497-6cbba26f7e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.777118607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f79fc8a-7c34-4b54-92e0-4a3f99e4d4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.777339798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a667e830-bfee-4049-afdf-5c736247e272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.822887552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9b653e2f","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f","reconcileID":"877d4738-0338-48d0-8b94-f2fd83b9bf26","MaaSSubscription":{"name":"e2e-combo-sub-9b653e2f","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.955612725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"b7b89a5f-5267-41e8-a388-bd4a5ccb9a4d","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:19.005819621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"b7b89a5f-5267-41e8-a388-bd4a5ccb9a4d","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.185560509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"02b833f6-9421-44bf-8c8b-44ff431f567b","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.232660505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c28b5a80-e86f-4fc5-8152-c1e08ec75532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.233098973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"868ae484-849e-4387-b73c-5069791e2bf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.233147725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"10863f83-5323-49b6-9d40-2a40d757f820","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.233789543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef77948f-ef1c-4a8a-872c-36fb031e323a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.233864405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"52356dd4-ec01-4bd2-a5eb-b94d41194773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.252811551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c28b5a80-e86f-4fc5-8152-c1e08ec75532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.253945954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"52356dd4-ec01-4bd2-a5eb-b94d41194773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.255128411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"10863f83-5323-49b6-9d40-2a40d757f820","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.256236293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"868ae484-849e-4387-b73c-5069791e2bf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:22.257314883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef77948f-ef1c-4a8a-872c-36fb031e323a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.212254705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"1f278c0d-01df-4be7-9f0e-d9768aab20f0","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.212736793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"a5d3991b-628e-45f4-8afe-d1e7d2b95ca6","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.21311713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"e2e-conflict-a-109df993","reconcileID":"2f471109-fae1-4375-86a6-3885328c506d","MaaSModelRef":{"name":"e2e-conflict-a-109df993","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"e2e-conflict-a-109df993-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"e2e-conflict-a-109df993","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.260570443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"bae40f73-652a-4f87-85fe-cfd848492b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.261679361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"389a2111-17a2-4ba7-80dd-92322cdb05fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.278273915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"e3413def-150e-4d03-a04b-eb5eb5281875","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.278800474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"d037790c-9e40-4711-8e2c-e572359e6e4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.280557499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"bae40f73-652a-4f87-85fe-cfd848492b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.281763847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"389a2111-17a2-4ba7-80dd-92322cdb05fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.473281612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"4106fb0a-235d-41c4-87a9-a5253b39de75","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:26.473303689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"4106fb0a-235d-41c4-87a9-a5253b39de75","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.669087374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"4496d11f-3a41-493d-8d1c-b592d33b5c9f","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.669638356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"d634ee79-d8e7-432b-bec3-aeba38acf8bb","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.716468244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9eea4288-d27b-429d-8973-a44a811fd005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.7166589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"dc0ca527-25eb-4a45-b993-322efef7ffa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.737798484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"d9589d63-08ca-4ba3-b8ff-2f1a7480e3e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.738503512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"dc0ca527-25eb-4a45-b993-322efef7ffa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.738977459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"e9907ea0-5444-48c0-96e9-6f5e0329af7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.741520221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9eea4288-d27b-429d-8973-a44a811fd005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:29.532560256Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.251326913Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9b653e2f","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f","reconcileID":"0a0356e2-543d-4584-9231-f420b7f33693","MaaSSubscription":{"name":"e2e-combo-sub-9b653e2f","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-combo-sub-9b653e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.322797598Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9b653e2f","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f","reconcileID":"0a0356e2-543d-4584-9231-f420b7f33693","MaaSSubscription":{"name":"e2e-combo-sub-9b653e2f","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.387794115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"8b12d366-9a7d-4938-ba4e-1b2a345bedbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.478066705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"15f0d684-0b4b-439e-8c9e-93ae54ed38b1","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.526967795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a2e9aa0-7e9d-4bd0-bfbd-05e6c58c869d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.527317772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4e680624-ee37-47f7-af3c-14df9ae383f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.527959908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7a83c4f6-1fa0-41a2-94ad-a9844c01f08c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.52795964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"513701c8-6bb7-4235-968f-002a75340248","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.526967793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0c6e20d-bcab-47ae-b9da-b0a0904df7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.548020379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4e680624-ee37-47f7-af3c-14df9ae383f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.548591626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a2e9aa0-7e9d-4bd0-bfbd-05e6c58c869d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.550544704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7a83c4f6-1fa0-41a2-94ad-a9844c01f08c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.551033735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"513701c8-6bb7-4235-968f-002a75340248","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.553080336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0c6e20d-bcab-47ae-b9da-b0a0904df7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.640835685Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-combo-sub-9b653e2f-auth","reconcileID":"f629aa58-4750-4434-9c0d-60a5ceadc560","MaaSAuthPolicy":{"name":"e2e-combo-sub-9b653e2f-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.640898546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"a2c818ba-c1f1-493e-b2da-ffc67e016c63","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:32.799290362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"ecd37939-a373-452b-b978-4794415cf45d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:33.139596257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"80a16b63-b0d3-4583-b680-edabf1942e7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:33.958726961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"173333cc-fd0c-4c84-b171-1132247fb283","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:33.958755462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"173333cc-fd0c-4c84-b171-1132247fb283","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:36.474238429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"c9012fef-c5f0-4f38-a5b4-449f45c58b6b","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"tenant":"e2e-praxis-a-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:36.474258161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"c9012fef-c5f0-4f38-a5b4-449f45c58b6b","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"routeName":"praxis-route-66d83e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-66d83e","llmisvcName":"praxis-route-66d83e","gateway":"openshift-ingress/e2e-praxis-a-66d83e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.128444079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e34bff90-1422-434f-bbd3-0a3a94c7f97a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.128492608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fc27ef4-c3fa-423a-b821-7e2de0cb517d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.149142513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e34bff90-1422-434f-bbd3-0a3a94c7f97a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.149354483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fc27ef4-c3fa-423a-b821-7e2de0cb517d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.532974965Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-sub","reconcileID":"8731aa95-560d-4650-aeb6-811b43b57b96","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.548537308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"f0b63d77-a876-4b4b-8004-7b9f3d06f036","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-66d83e","tenantID":"e2e-praxis-a-66d83e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.549261706Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-sub","reconcileID":"8731aa95-560d-4650-aeb6-811b43b57b96","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"maas-trlp-praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e","model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.549404795Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e","reconcileID":"081c841b-698d-4d59-92eb-2fbc3106fea1","MaaSModelRef":{"name":"praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"maas-trlp-praxis-route-66d83e","namespace":"ai-tenant-e2e-praxis-a-66d83e","model":"praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.573707405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"f0b63d77-a876-4b4b-8004-7b9f3d06f036","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"e2e-praxis-a-66d83e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.573781023Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"f0b63d77-a876-4b4b-8004-7b9f3d06f036","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.821622182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"16a0f5a7-46f2-4756-9ebf-cec09d88216b","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-66d83e","tenantID":"e2e-praxis-a-66d83e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.852697887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"16a0f5a7-46f2-4756-9ebf-cec09d88216b","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"e2e-praxis-a-66d83e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.852822393Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"16a0f5a7-46f2-4756-9ebf-cec09d88216b","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.873503561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"d184cbd5-e532-4475-b4b9-b63cc53799ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:38.760690368Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"634f8ac3-e258-4940-9e51-8fb0777ff234","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:38.809654809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"634f8ac3-e258-4940-9e51-8fb0777ff234","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-66d83e","tenantID":"e2e-praxis-a-66d83e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:38.907675847Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"634f8ac3-e258-4940-9e51-8fb0777ff234","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"name":"e2e-praxis-a-66d83e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:38.907716876Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-auth","reconcileID":"634f8ac3-e258-4940-9e51-8fb0777ff234","MaaSAuthPolicy":{"name":"praxis-route-66d83e-auth","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.022921878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f29ba78-1c9f-4f18-8e06-ffbfd21a88b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.023099243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c81d6942-d6be-443f-abe9-6d60680ed6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.044073014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c81d6942-d6be-443f-abe9-6d60680ed6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.044120307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f29ba78-1c9f-4f18-8e06-ffbfd21a88b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.157680309Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-sub","reconcileID":"6e5b4dda-18c0-4b6a-8968-61d5c729f9ec","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2256cc4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.224095437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ef41f1a-fed4-45b7-83d9-d933f34a2899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.246785296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ef41f1a-fed4-45b7-83d9-d933f34a2899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.24770102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9981397-e9c8-4886-8ba9-dc7bae58d890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.315609601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9981397-e9c8-4886-8ba9-dc7bae58d890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.523094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48620b5-1068-4203-9e27-db05ce816d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.539030479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48620b5-1068-4203-9e27-db05ce816d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.55505623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48620b5-1068-4203-9e27-db05ce816d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.571130554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48620b5-1068-4203-9e27-db05ce816d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:40.313352137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86e2e63-d5cf-4a58-886f-56cb00feafef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:40.330231438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86e2e63-d5cf-4a58-886f-56cb00feafef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:40.346629568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86e2e63-d5cf-4a58-886f-56cb00feafef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:40.363017815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86e2e63-d5cf-4a58-886f-56cb00feafef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.175252282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71fd4527-c3da-4193-976c-04ef5c78ed8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.192332108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71fd4527-c3da-4193-976c-04ef5c78ed8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.208526025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71fd4527-c3da-4193-976c-04ef5c78ed8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.228111079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71fd4527-c3da-4193-976c-04ef5c78ed8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.811021984Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-68c77a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-68c77a","reconcileID":"950807b8-6ac6-44ed-abb1-31bf64536b98","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-68c77a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-68c77a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.888546451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b178573-715f-49ad-926b-4c4f5e5c26c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.905442853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b178573-715f-49ad-926b-4c4f5e5c26c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.922659946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b178573-715f-49ad-926b-4c4f5e5c26c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.939685406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b178573-715f-49ad-926b-4c4f5e5c26c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.940117002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c16742c6-ff7c-4ed3-8f29-1ff210b1b416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.956816809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ba82e5a-5e7e-4649-8dd0-9ed3173eba16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.962579563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c16742c6-ff7c-4ed3-8f29-1ff210b1b416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:41.978191507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ba82e5a-5e7e-4649-8dd0-9ed3173eba16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:42.147645681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdae1f63-5888-4c84-bf78-242431342edd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:42.170055681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdae1f63-5888-4c84-bf78-242431342edd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:42.278119594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"313b5985-4892-4461-a8c9-937074f886ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:42.298442583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"313b5985-4892-4461-a8c9-937074f886ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:42.602519664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bfccbf-5eb0-4d20-aba7-857781b2d76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:42.619889713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bfccbf-5eb0-4d20-aba7-857781b2d76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:42.640786242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bfccbf-5eb0-4d20-aba7-857781b2d76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:42.660920684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74bfccbf-5eb0-4d20-aba7-857781b2d76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.223308814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29ce87a4-46f9-417c-b6f3-6af87ca9a2b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.223516062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"947803d9-2d5a-4b2c-b5f1-5ebf6e2fdb28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.244772345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"947803d9-2d5a-4b2c-b5f1-5ebf6e2fdb28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.244784752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29ce87a4-46f9-417c-b6f3-6af87ca9a2b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.382036452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747d6b54-71bf-4c23-9c58-44ef4fee39ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.398203728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747d6b54-71bf-4c23-9c58-44ef4fee39ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.415066178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747d6b54-71bf-4c23-9c58-44ef4fee39ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.432431595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747d6b54-71bf-4c23-9c58-44ef4fee39ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.464614677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e823ad3-3abf-45a1-8291-39ab8c8f1023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.464881589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0324d32-33ad-4d90-b1fc-45d0f767630a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.486432495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0324d32-33ad-4d90-b1fc-45d0f767630a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.486532354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e823ad3-3abf-45a1-8291-39ab8c8f1023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.378120597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"53d58f23-70dc-4e3d-91e1-75adcf152b4e","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.378496137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"2feb22d2-73e3-4699-8b10-7773d6193b35","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.406588271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"633485f8-701a-457f-862f-9f316a3861b0","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.406862605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"c4817e09-7b20-496c-aa8b-4ef7840f3d0b","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.427563201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"2e4cc702-8f20-4c92-8992-f9172ae75ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.427570406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f849600c-f6e4-4313-94f2-f53f54872ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.444588525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"b05e66f0-7f48-4362-ad5d-844a225264d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.446258642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"b43952aa-49b9-4231-8f8f-f9808cf08b71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.449135588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f849600c-f6e4-4313-94f2-f53f54872ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.449557895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"2e4cc702-8f20-4c92-8992-f9172ae75ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.545577759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"4d8e0714-997c-4b5e-a4ff-ef60f2362b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.545647073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9468d33d-12fc-44dc-afc2-4f1030f0c86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.566543088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"4d8e0714-997c-4b5e-a4ff-ef60f2362b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.566955545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9468d33d-12fc-44dc-afc2-4f1030f0c86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.006158024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"88b8b858-ca1d-41d1-bdec-e9b5cd88c2f6","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.024745926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"3df6899e-29f3-4c68-8326-8ee7c5d88df9","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.071354992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-auth","reconcileID":"edf2cf48-797a-4d73-ad3d-d1d98d9562bb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.096069598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-auth","reconcileID":"edf2cf48-797a-4d73-ad3d-d1d98d9562bb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.182505199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"64c6aa2f-3335-479c-97da-20b29f1e07ff","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.215698466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"6f006226-2b10-4b4f-8a33-fcf7ffc7564e","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.232337666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-auth","reconcileID":"6ce370b2-a8b5-407a-b0a8-27a002c5b2cf","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.237979416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"9252c026-bc52-4756-b984-95e7e120964d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:18:45.251881878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-sub","reconcileID":"dfe2e432-cdb7-4af7-b359-6a48e74b6249","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.252575385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-auth","reconcileID":"6ce370b2-a8b5-407a-b0a8-27a002c5b2cf","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.293724262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"7684398a-316e-4fc8-a39c-534235fad1af","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.313591586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c61e397e-0f45-4a7f-92d5-e45b391ba736","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.329990603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"488135ab-700c-4be5-b6bd-545fa922223a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.330165808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0d4f18dd-9622-49f7-be04-170646b5370d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.330693388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73429e3c-d08b-4833-84b2-911473825a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.330818785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4a85cd1-ebef-4cf1-a38f-fdead18e8a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.350309156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"488135ab-700c-4be5-b6bd-545fa922223a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.350716839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0d4f18dd-9622-49f7-be04-170646b5370d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.352810424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4a85cd1-ebef-4cf1-a38f-fdead18e8a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.352895702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73429e3c-d08b-4833-84b2-911473825a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.401863993Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-sub","reconcileID":"72990d8e-d132-4a99-bcdd-5e4a1abfd8b0","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.43784854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-auth","reconcileID":"d3370dab-b533-4911-aac2-675bd03e27ff","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.457640261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-auth","reconcileID":"d3370dab-b533-4911-aac2-675bd03e27ff","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.45948843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"068071d0-ef6c-4bf3-b9d8-d3751f02a5d7","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.478187684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"0d8f39ab-a455-469a-b2b0-a11cafaa42aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.537778478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"27c2724b-c567-4b09-b1ea-0d404c54f1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.537916996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed913f8a-1dd3-49b7-a1bf-0288291e5605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.538378712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ddc3013-b6f5-44ce-a20b-46cd7193761e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.538658612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ba94fdb7-44ca-43c2-8023-151fbd655440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.559171583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"27c2724b-c567-4b09-b1ea-0d404c54f1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.559929717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ba94fdb7-44ca-43c2-8023-151fbd655440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.562839525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed913f8a-1dd3-49b7-a1bf-0288291e5605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.563504242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ddc3013-b6f5-44ce-a20b-46cd7193761e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.579778364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-sub","reconcileID":"0cee662c-516f-4f2c-aa3b-03ddf1837f26","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:47.950447533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c38c9765-f4b5-41fd-bc6b-3be238ba9787","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:47.998544929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"99ef5ebe-8033-4e65-a364-f688df1dd7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:47.999188491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"4a5456aa-9d04-4612-9aef-6a7a1590f0a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:47.999407815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"875a78ab-dadc-4474-99c0-a3f793b4ab24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:47.999645075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-auth","reconcileID":"e0c6416a-ffbf-4718-90fd-b209774ca4ae","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:48.000295547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26857cba-15f6-4090-b3ed-112a067c832b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:48.018642041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"99ef5ebe-8033-4e65-a364-f688df1dd7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:48.019804528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"4a5456aa-9d04-4612-9aef-6a7a1590f0a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:48.024525751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-auth","reconcileID":"e0c6416a-ffbf-4718-90fd-b209774ca4ae","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:48.02730537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"875a78ab-dadc-4474-99c0-a3f793b4ab24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:48.027883096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26857cba-15f6-4090-b3ed-112a067c832b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:49.176211588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-sub","reconcileID":"cb9d431e-0129-4fe7-b7d7-d9e8fbc4e923","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","subscription":"praxis-route-66d83e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:49.176379897Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"praxis-route-66d83e-sub","reconcileID":"cb9d431e-0129-4fe7-b7d7-d9e8fbc4e923","MaaSSubscription":{"name":"praxis-route-66d83e-sub","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"model":"ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-66d83e/praxis-route-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:49.409037605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45b95759-9f07-4c4b-b114-b980162393cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:49.409037154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71306937-1c78-4661-b88d-142042aa18cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:49.42952396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71306937-1c78-4661-b88d-142042aa18cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:49.429548796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45b95759-9f07-4c4b-b114-b980162393cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:50.587687062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"64794cf5-8a42-4a3c-be0a-846c9aebeb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:50.587767565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a91c5b50-1852-4334-a2df-00ca75b5bd3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:50.608989304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"64794cf5-8a42-4a3c-be0a-846c9aebeb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:50.610154162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a91c5b50-1852-4334-a2df-00ca75b5bd3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.70790634Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","namespace":"ai-tenant-e2e-praxis-a-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.707970085Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","namespace":"ai-tenant-e2e-praxis-a-66d83e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.708026529Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","tenant":"e2e-praxis-a-66d83e","tenantID":"e2e-praxis-a-66d83e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.725683191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"Deployment","name":"maas-api-e2e-praxis-a-66d83e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.753541684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"Service","name":"maas-api-e2e-praxis-a-66d83e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.771809688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-66d83e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.78949696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-66d83e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.807579081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.825850957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.84600373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.863601784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.87913151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.89473634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.910232837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"Service","name":"payload-processing-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.92589127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.941409384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.956878924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.972306476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.993611358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:52.009711414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:52.02560943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:52.041759323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-66d83e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:52.057246614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66d83e"},"namespace":"ai-tenant-e2e-praxis-a-66d83e","name":"default-tenant","reconcileID":"f989d1d9-8a2f-43d4-8972-304e27aeb9b2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-66d83e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:52.128133878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4403634d-3d1f-4612-b00c-cf25929e49bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:52.13049091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ed55b0a-7a8a-4de4-a4c4-d803debc47c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:52.149605403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4403634d-3d1f-4612-b00c-cf25929e49bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:52.153234339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ed55b0a-7a8a-4de4-a4c4-d803debc47c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:53.804763704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"39af0b38-2229-4309-917a-0b688cd9d0c8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:53.846936913Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"39af0b38-2229-4309-917a-0b688cd9d0c8","name":"e2e-inf-a-68c77a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:56.852853792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d475462-8eaf-4870-81d2-a0f4ecec8134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:56.852977945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cd91d34-6ecd-4926-aaaf-6772bae0e602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:56.873390724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cd91d34-6ecd-4926-aaaf-6772bae0e602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:56.873945369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d475462-8eaf-4870-81d2-a0f4ecec8134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.283215354Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-66d83e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-66d83e","reconcileID":"516e223e-5a28-48ad-adff-9148c28c9a81","aitenant":"ai-tenants/e2e-praxis-a-66d83e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.484377967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbcb818-c1f8-4ab6-b397-7c9f311f7542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.506203774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbcb818-c1f8-4ab6-b397-7c9f311f7542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.523204159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbcb818-c1f8-4ab6-b397-7c9f311f7542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.596441642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbcb818-c1f8-4ab6-b397-7c9f311f7542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.618539554Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-66d83e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-66d83e","reconcileID":"516e223e-5a28-48ad-adff-9148c28c9a81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-66d83e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-66d83e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.678373424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"049d5d2d-192c-4819-bf12-06c95f69c948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.678374215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1596c310-bca8-4226-80e5-f2a7ad9788e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.69993906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"049d5d2d-192c-4819-bf12-06c95f69c948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.699951817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1596c310-bca8-4226-80e5-f2a7ad9788e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.017568252Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-sub","reconcileID":"a962c1d6-fd97-4b06-bc9a-44fde1c8e28d","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.155698484Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-sub","reconcileID":"a962c1d6-fd97-4b06-bc9a-44fde1c8e28d","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.238341656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"484690da-ab48-49dd-ae4d-bf5373f0a992","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.312023029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"652b933e-9acd-472c-8727-15d44c6c09a9","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.312889281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d5c51f7-c88d-4dfe-b797-a06465ce8fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.329170167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d5c51f7-c88d-4dfe-b797-a06465ce8fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.345441697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d5c51f7-c88d-4dfe-b797-a06465ce8fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.361940122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d5c51f7-c88d-4dfe-b797-a06465ce8fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.378232983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d3514708-0f66-492e-9769-84f4a43b6b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.393509326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-auth","reconcileID":"2b1673fa-41aa-4795-8898-2c75ae27c7eb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.393657611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c199fcd6-64f7-4172-b21d-fd0243b0276e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.394190319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24a0fdd4-44d0-4a97-8729-f9fbdbc53e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.398040862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d3514708-0f66-492e-9769-84f4a43b6b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.409452676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"99005869-d6a5-4b93-af71-48a19e4dd2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.414576451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c199fcd6-64f7-4172-b21d-fd0243b0276e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.414753109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-auth","reconcileID":"2b1673fa-41aa-4795-8898-2c75ae27c7eb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.416840654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24a0fdd4-44d0-4a97-8729-f9fbdbc53e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.430969168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"99005869-d6a5-4b93-af71-48a19e4dd2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.471554751Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-active-auth","reconcileID":"98db33ba-ea89-412f-8675-6ba00300a204","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.471554947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"61df169e-7683-4970-a7f6-a60fc06c6140","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.584056647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"47fb34ef-308e-4fe6-972f-af94a91d597b","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.977484669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e22adf4-3138-4438-aef5-7fc4f14fd6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.993823726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e22adf4-3138-4438-aef5-7fc4f14fd6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.01091796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e22adf4-3138-4438-aef5-7fc4f14fd6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.027855675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e22adf4-3138-4438-aef5-7fc4f14fd6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.532944562Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.602375768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"b13c21e7-3984-4049-9668-909cebe0d1a7","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.622000527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"7a7b42b4-25a5-4e0f-b04d-29b908b9896d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.668530849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-auth","reconcileID":"a30beecd-e2c8-4e36-a710-31ca0c915c22","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.688592477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-auth","reconcileID":"a30beecd-e2c8-4e36-a710-31ca0c915c22","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.813494465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"8015cf0a-2b86-450e-87b6-f35d509e4372","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.834211832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"a2e3847d-a0da-47b6-acac-5ac3a1d1546d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:18:59.855000339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-sub","reconcileID":"3a3c7c60-1cb3-4fdf-aa0c-680a5406d96b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.857103748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"23b4af48-5d76-4dcc-9b6c-7b9f6119e3db","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.867667601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6093d09d-3dfd-4054-bcf3-725a9adba3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.867732909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebc2e1c4-87d5-45cf-b757-a90b8dcae4fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.868193025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b5d762cf-de4c-4f47-989d-c413c73e9081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.868683194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cca520a-f2bd-4d1f-b76a-3bd58b38e8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.8890082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6093d09d-3dfd-4054-bcf3-725a9adba3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.889405331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b5d762cf-de4c-4f47-989d-c413c73e9081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.893051103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebc2e1c4-87d5-45cf-b757-a90b8dcae4fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.893051057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cca520a-f2bd-4d1f-b76a-3bd58b38e8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.897164739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d3448d46-fb81-4ab5-8827-ba059abaddc7","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.917222545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"624538a9-64a3-4c58-bcff-67a2ca048c57","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.959860425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-auth","reconcileID":"96d197f6-00d8-4598-8595-378a50892eca","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:59.979572476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-auth","reconcileID":"96d197f6-00d8-4598-8595-378a50892eca","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.002091815Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-sub","reconcileID":"6e8ac093-ee0d-49b8-adb6-4fb684dafb3d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.002254521Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-sub","reconcileID":"6e8ac093-ee0d-49b8-adb6-4fb684dafb3d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.072403533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"7a72fd19-00e3-4e1a-8665-d047de5018d9","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.08163856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"ea8f3fe9-c441-497c-95b9-d18aa215d08c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.087912603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"27cac61f-a03a-4918-aed1-cc362bc065e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.088046133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a42d1ac3-9b0c-4dad-8803-5d749558e3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.088754161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c96f9b8-e59e-4297-ad58-027ef2d0c3b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.088760749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d1cfa8-acbb-42d8-a237-f2ad3c664201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.10500834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-auth","reconcileID":"d306575d-7171-4040-9427-49837f97758f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.109308374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d1cfa8-acbb-42d8-a237-f2ad3c664201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.109552796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c96f9b8-e59e-4297-ad58-027ef2d0c3b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.111550321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a42d1ac3-9b0c-4dad-8803-5d749558e3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.111995313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"27cac61f-a03a-4918-aed1-cc362bc065e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.124314212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-auth","reconcileID":"d306575d-7171-4040-9427-49837f97758f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.183053837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-sub","reconcileID":"283d146a-7611-43ed-9228-c0c2c4e8670f","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.183191106Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-sub","reconcileID":"283d146a-7611-43ed-9228-c0c2c4e8670f","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.62633192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"1a0f27f4-86b9-429b-83c9-1da143fe76b4","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.675879927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"4768cd56-5df6-411b-b91b-f88aa89de46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.676146472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"331108e4-5b48-48f9-b803-6a69f7185dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.676669118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-auth","reconcileID":"54526774-1bbb-44fc-9fc7-b4f64670943d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.676721501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc1c45d8-021e-4d6c-911a-cd1fdd4f4af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.677339335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"925d7388-e45f-4db9-a779-43d168a6843e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.697529371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"331108e4-5b48-48f9-b803-6a69f7185dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.700791498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"4768cd56-5df6-411b-b91b-f88aa89de46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.700905018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-auth","reconcileID":"54526774-1bbb-44fc-9fc7-b4f64670943d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.70301726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"925d7388-e45f-4db9-a779-43d168a6843e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.703144551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc1c45d8-021e-4d6c-911a-cd1fdd4f4af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.985598352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"857803f0-22a2-4f4b-988f-0459f0f69364","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.985628975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"857803f0-22a2-4f4b-988f-0459f0f69364","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:06.320129438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"50cbbb7a-7c79-4258-b73b-d72cbe0122df","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:06.342276666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"d7a09ee3-5cba-48ba-9f92-520822344f5f","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:06.342301729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"d7a09ee3-5cba-48ba-9f92-520822344f5f","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:06.351761222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"86ccc132-49eb-48c3-94d7-075822cd80a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:06.406057503Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"86ccc132-49eb-48c3-94d7-075822cd80a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:06.425011451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"86ccc132-49eb-48c3-94d7-075822cd80a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:06.444568844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"c6ef357f-7ae6-40c1-96a4-9eaee2c2e68e","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:06.444589223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"c6ef357f-7ae6-40c1-96a4-9eaee2c2e68e","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:07.204833056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae28e5b-27a9-4ed8-9f31-6dc16ce104ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:07.224744222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae28e5b-27a9-4ed8-9f31-6dc16ce104ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:07.241445496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae28e5b-27a9-4ed8-9f31-6dc16ce104ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:07.257539503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae28e5b-27a9-4ed8-9f31-6dc16ce104ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:07.994292779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac05e1da-4bbc-4eaf-80c4-d7d5a024b1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.016656044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac05e1da-4bbc-4eaf-80c4-d7d5a024b1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.033029647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac05e1da-4bbc-4eaf-80c4-d7d5a024b1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.049252825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac05e1da-4bbc-4eaf-80c4-d7d5a024b1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.355272279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"8241abcc-c040-456b-800f-36e1a53d14d6","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.355616436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"769c2a19-80ef-42c6-8076-fcffba846a72","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.355852788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"894006c0-f23e-4a5d-930f-33d748cc5877","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.391774263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"12779cba-3349-4a6e-91b2-bde7a063dbd8","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.392185131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"e5aba335-41ff-4aa2-99ba-4e0c2520d429","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.392568471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"bf83f743-8b5e-448a-b15d-9e3b0ce8a42b","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.41090281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"4403a1fb-1d01-4d74-91d6-ee397ae4e7a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.411643831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b873f1e4-d5d1-4d97-9ebd-18c2cf0992e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.432628022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"4403a1fb-1d01-4d74-91d6-ee397ae4e7a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.433210975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"5319ae93-3321-406e-9d65-7d4a458b4a21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.434035309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"b92f9d1f-7929-4116-82b5-52aa92ee56ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.435664349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b873f1e4-d5d1-4d97-9ebd-18c2cf0992e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.548685228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"d1dcb48b-334c-4b0d-bece-bd877008262a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.549336389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"54bee987-7dd7-4b11-a0df-8c124185e1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.570680326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"d1dcb48b-334c-4b0d-bece-bd877008262a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:08.572033834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"54bee987-7dd7-4b11-a0df-8c124185e1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.467455063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcf9b3c9-ccef-46e4-8e29-1fd64305c613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.467482473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d7bef16-6993-42b9-893f-8e2c009d364b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.488135925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcf9b3c9-ccef-46e4-8e29-1fd64305c613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.488546021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d7bef16-6993-42b9-893f-8e2c009d364b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.920780007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40f5c2c-460d-44dd-8199-8c1c6e6ac95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.937365586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40f5c2c-460d-44dd-8199-8c1c6e6ac95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.956170503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40f5c2c-460d-44dd-8199-8c1c6e6ac95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:09.973580752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40f5c2c-460d-44dd-8199-8c1c6e6ac95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:10.722203396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ccc59ad-2498-4b53-ad87-2aba891ea831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:10.738265149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ccc59ad-2498-4b53-ad87-2aba891ea831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:10.75421454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ccc59ad-2498-4b53-ad87-2aba891ea831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:10.770390249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ccc59ad-2498-4b53-ad87-2aba891ea831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.190286216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70063524-d0f0-4792-862d-51c2334e3a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.190413595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9c2737a-9066-4358-8554-5ffffe85dfe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.212157442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9c2737a-9066-4358-8554-5ffffe85dfe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.212995466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70063524-d0f0-4792-862d-51c2334e3a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.651707412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cbd10d2-5548-4d89-8c00-99103c662240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.651765899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6c73901-ebd0-4791-8f35-b94a772d7c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.678318501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6c73901-ebd0-4791-8f35-b94a772d7c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.680058204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cbd10d2-5548-4d89-8c00-99103c662240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.683914465Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-sub","reconcileID":"66facfcb-5701-4eda-8bac-6324e18d5ec7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.76850434Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-sub","reconcileID":"66facfcb-5701-4eda-8bac-6324e18d5ec7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.768605597Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-sub","reconcileID":"66facfcb-5701-4eda-8bac-6324e18d5ec7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.768754049Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-sub","reconcileID":"66facfcb-5701-4eda-8bac-6324e18d5ec7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.845214264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"73e53931-aba7-429c-9c98-43b766447133","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:12.953952567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c9d345f5-e849-46f5-af0a-75beb0e031df","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.018698296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d0b8fe1e-f19a-46fc-a08a-edd46463dc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.019513191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-auth","reconcileID":"91f441b9-15e8-4193-be52-a7c04f4d980a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.020650313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c838641-5d88-4886-a913-e76a4c9267e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.023861525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d394dfba-d026-4d0d-9c2c-856ae24ddef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.03694827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"8e2abf0b-bef9-4e18-b587-ff8247dd806b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.057117647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d0b8fe1e-f19a-46fc-a08a-edd46463dc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.07060365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d394dfba-d026-4d0d-9c2c-856ae24ddef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.071240151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"8e2abf0b-bef9-4e18-b587-ff8247dd806b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.096670011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c838641-5d88-4886-a913-e76a4c9267e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.08501173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-auth","reconcileID":"91f441b9-15e8-4193-be52-a7c04f4d980a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.123312564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"8be4bb69-82b8-45c7-90c7-f45abacd294a","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.315778219Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-degraded-auth","reconcileID":"3f648c4b-7cfc-46d1-a385-66abf3d57f26","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.416851901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"6bd12d05-73e5-4ff7-be02-be9d59334996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.417565928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f2a2dba6-36a8-4a70-b87d-4355282ce9c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.438649305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"6bd12d05-73e5-4ff7-be02-be9d59334996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.439262194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f2a2dba6-36a8-4a70-b87d-4355282ce9c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.450699834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"366570ba-3c8d-4544-a9c3-250cae863330","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.403789039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"9b7a7810-6c21-41b0-96e9-ed7a19996ca2","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.404917889Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","namespace":"ai-tenant-e2e-praxis-b-f8c680","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.405006693Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","namespace":"ai-tenant-e2e-praxis-b-f8c680","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.4051008Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","tenant":"e2e-praxis-b-f8c680","tenantID":"e2e-praxis-b-f8c680","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.42960033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f8c680","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.430011777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"732d6962-f729-481c-b8e9-4a664b2a660d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.455839336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"Service","name":"maas-api-e2e-praxis-b-f8c680","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.476560519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f8c680","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.484163978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-auth","reconcileID":"c0f56360-74ff-4172-9e9e-6f2e4ae29674","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.501685496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f8c680","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.509487746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-auth","reconcileID":"c0f56360-74ff-4172-9e9e-6f2e4ae29674","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.546817574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.56763033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.589024357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.607609998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.623678271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.639675526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.657783004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"Service","name":"payload-processing-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.673744828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.690841267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.708728362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.713702536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"da2b1c6f-5295-449b-bdf2-aa0143b34c4a","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.72671344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.74569083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.764727437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.765185681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-auth","reconcileID":"8aa9ec36-f593-4da5-a219-ad95c4f86f35","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.78157821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.786602478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-auth","reconcileID":"8aa9ec36-f593-4da5-a219-ad95c4f86f35","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.798019278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f8c680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:14.808669226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-sub","reconcileID":"523a2d3a-8511-463b-8288-5846c0c8d728","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.816590283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f8c680"},"namespace":"ai-tenant-e2e-praxis-b-f8c680","name":"default-tenant","reconcileID":"88867082-2743-41ed-aac6-d24c4dbc7f81","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f8c680","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.864316992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dba6f254-9734-47b9-ac3f-0203911ecae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.864584368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"24d181c4-550c-4e31-93ac-ea10e60b7a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.86432132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40dbc5f3-cc0c-48c2-942d-95e01d25ef11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.865072856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"e72ef14f-cc88-4a73-a5bb-28eadc6a6ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.889714951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"24d181c4-550c-4e31-93ac-ea10e60b7a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.898156385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dba6f254-9734-47b9-ac3f-0203911ecae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.906769376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40dbc5f3-cc0c-48c2-942d-95e01d25ef11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.919629335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"e72ef14f-cc88-4a73-a5bb-28eadc6a6ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.044845017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-auth","reconcileID":"a6c14bb2-6e19-4970-90ad-39058ab5a4c3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.065962238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-auth","reconcileID":"a6c14bb2-6e19-4970-90ad-39058ab5a4c3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.144708781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"34081264-dc2d-45d2-bd14-3c4d93d41ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.145085207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e89c4e3c-93c7-4370-8c3b-0cedb1db6a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.145363294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"55328da5-040b-4809-945e-2e3a956bbb37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.146204971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54c07cae-dac4-4762-93d2-e750eeb79795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.164994107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"34081264-dc2d-45d2-bd14-3c4d93d41ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.165722362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"55328da5-040b-4809-945e-2e3a956bbb37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.167458283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54c07cae-dac4-4762-93d2-e750eeb79795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.168143308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e89c4e3c-93c7-4370-8c3b-0cedb1db6a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.459956773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40146878-023b-4dd2-bf36-992d40dc208a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.459954378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df9c83b9-c28c-4a28-b81f-e2191b72c541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.481852681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40146878-023b-4dd2-bf36-992d40dc208a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.484989552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df9c83b9-c28c-4a28-b81f-e2191b72c541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.539127726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"cc9c1a93-7790-4f2a-8da7-966348b0f75c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.561094968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"cc9c1a93-7790-4f2a-8da7-966348b0f75c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.581140745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9325031c265252aee95191b2c66fda3e6b8d3c1cefa8a5f4d04292eeee864c62) AuthConfig (ee43a31dab133e693ebb8b48207929a040c429c6559445d30061e09c340de16c) AuthConfig (0c487e7d668f4ce7a5dca5f5b27c3681b8b1e0c6884f5a14ca1aac6f562e7022) AuthConfig (99845c5a2bc71c0617eca1e9ba307599dd2958ae105818a54c1a3bcc0eb1a723) AuthConfig (f930f2cbd550125df661dde0501e2a270c689d10bc4ee529b461d23898fb3705) AuthConfig (fe12d53e4c2c32599c41bc5f45fd4211b92440bed8a58b803e4578a459dfa122) AuthConfig (ac117cd1b976f81069f19d6d9a19a63b2e7c8bd08f1e9321ed215398860f3d91) AuthConfig (f3564d098b2ffe95944e617001248bd2d853631f3d9397636be56816b0782d3b) AuthConfig (04ff74b0017010c8b582cd64c3d06d7c624abc7ba04c24fe3ad4e99e833f3d3b) AuthConfig (b9d01a8a1d69a3bb4e2e3626ec152b23f2abf7ea6728024a9d40d53cbbb6d7a7) AuthConfig (76ad10e80f5d93db6df47af360f68ab6c602b59fa12a7d0d2718995b6cfc6ed9) AuthConfig (d363282ef434a7d9c0915bb73dd78d3acf1ac45399745fad3ac5378fe01ae339) AuthConfig (beb7591f702bb0509f44639ef8b4dbb773f8e2f0f58b84d7b03173ac7089869a) AuthConfig (6e32b88feb4526f1ee88ae0ff00ddf32ac3f95b2e8abd42c15836e17613e9165) AuthConfig (17ffb38968f5203138f4c70a4901f11472ae6dae95a6f3f4886a4fe522264f73) AuthConfig (e832516d2948e50273202e5ce2f78f563eb1fa8b915cfc096dc8335ee69dfeb0) AuthConfig (6c1a6a76eed008c0eaf8674e813b246659391caf40aad1437ecfb55ed1142b97) AuthConfig (17746b8f9a8ad3203c4e9b31a566843725082a456dfd6600be15f2a8eeec78c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"cc9c1a93-7790-4f2a-8da7-966348b0f75c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.603109355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"7520e6ab-7919-464d-a9f8-680ca28e7769","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.603125917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"7520e6ab-7919-464d-a9f8-680ca28e7769","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.017327404Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f8c680","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f8c680","reconcileID":"eaa446a9-1d06-4bbe-8ce8-e08a3bc88275","aitenant":"ai-tenants/e2e-praxis-b-f8c680","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.273025024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7ba50b-69ad-44a1-ad3e-2237aa87de07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.289159888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7ba50b-69ad-44a1-ad3e-2237aa87de07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.305884192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7ba50b-69ad-44a1-ad3e-2237aa87de07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.321838184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7ba50b-69ad-44a1-ad3e-2237aa87de07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.347782604Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f8c680","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f8c680","reconcileID":"eaa446a9-1d06-4bbe-8ce8-e08a3bc88275","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f8c680","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f8c680"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.406369007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9153f35b-27e0-4840-8692-934b19050780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.406369154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80f97491-e5ed-40be-8709-4a50fcd47d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.428107497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80f97491-e5ed-40be-8709-4a50fcd47d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.428308517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9153f35b-27e0-4840-8692-934b19050780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.648639382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"684fa348-f51d-4749-9f35-4440f66a9fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.649162829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09532fad-9439-4c82-bfbd-d08f2e955f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.649595619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1218132-bb19-438a-8ac8-f8b3c0ebf71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.650097983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-auth","reconcileID":"5722a04b-c373-4259-8e22-cf09ae552364","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.650509137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"79c3a46b-3700-4254-987c-58116ae7f334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.668654441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"684fa348-f51d-4749-9f35-4440f66a9fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.670021383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09532fad-9439-4c82-bfbd-d08f2e955f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.670959794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-auth","reconcileID":"5722a04b-c373-4259-8e22-cf09ae552364","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.67224458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"79c3a46b-3700-4254-987c-58116ae7f334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.673063152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1218132-bb19-438a-8ac8-f8b3c0ebf71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.988038774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d991eb9-15fc-43d4-b995-06345ba5c651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:18.004451556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d991eb9-15fc-43d4-b995-06345ba5c651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:18.021902092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d991eb9-15fc-43d4-b995-06345ba5c651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:18.039159335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d991eb9-15fc-43d4-b995-06345ba5c651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:18.68103863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e462cf0-073c-4a62-9e82-3fe4b99c7019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:18.698068339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e462cf0-073c-4a62-9e82-3fe4b99c7019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:18.714291514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e462cf0-073c-4a62-9e82-3fe4b99c7019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:18.730739223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e462cf0-073c-4a62-9e82-3fe4b99c7019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.418905357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f80139a2-998e-4ce8-87c0-6f547bd9ee11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.435834778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f80139a2-998e-4ce8-87c0-6f547bd9ee11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.454505023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f80139a2-998e-4ce8-87c0-6f547bd9ee11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.471193387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f80139a2-998e-4ce8-87c0-6f547bd9ee11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.643037745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab8d3f1d-8cee-4f50-8439-2b76d1a97c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.643088257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5ebfbcf-8c49-4cfb-b30d-01741116fe67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.664147033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5ebfbcf-8c49-4cfb-b30d-01741116fe67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.664892754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab8d3f1d-8cee-4f50-8439-2b76d1a97c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.722362511Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-6ac027","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-6ac027","reconcileID":"e2a9ae7e-de88-4971-8323-66e636658280","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-6ac027","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-6ac027":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.87397495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d0864c8-1c59-4b97-9c46-9c5992099b4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.875649212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"829eae48-e887-4c4e-8324-47486058700c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.895602923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d0864c8-1c59-4b97-9c46-9c5992099b4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:19.897896146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"829eae48-e887-4c4e-8324-47486058700c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.292797184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b125a68-d7fc-4fc3-8d2a-8380e4d452ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.390610356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b125a68-d7fc-4fc3-8d2a-8380e4d452ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.425591617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b125a68-d7fc-4fc3-8d2a-8380e4d452ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.443854623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b125a68-d7fc-4fc3-8d2a-8380e4d452ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:21.10650166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43f5d003-e270-4186-b8f0-6f1bd99caadb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:21.108125131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a07e9237-98fc-4a6d-84a8-c11ebf94874f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:21.166210208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a07e9237-98fc-4a6d-84a8-c11ebf94874f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:21.168238534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43f5d003-e270-4186-b8f0-6f1bd99caadb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:21.329489199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b122655b-896e-4151-88b3-f0b8eae79174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:21.33034389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67e8c52b-a743-4f62-9b4e-36f3a1c9466c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:21.352773568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b122655b-896e-4151-88b3-f0b8eae79174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:21.353643851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67e8c52b-a743-4f62-9b4e-36f3a1c9466c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:22.802920692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"2d553f84-bf64-4c70-9ddb-cd47d41c5ef2","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:22.956023551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275e3033-370f-4105-9947-eabba76e20ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:22.972160626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275e3033-370f-4105-9947-eabba76e20ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:22.988199751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275e3033-370f-4105-9947-eabba76e20ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.008766937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275e3033-370f-4105-9947-eabba76e20ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.758769696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f37140-fdb0-44e8-8870-4e2affc06f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.775838526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f37140-fdb0-44e8-8870-4e2affc06f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.782546702Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-09ab3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-09ab3e","reconcileID":"634767fb-5642-4ada-a100-c25f87368440","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-09ab3e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-09ab3e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.791919663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f37140-fdb0-44e8-8870-4e2affc06f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.80896056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f37140-fdb0-44e8-8870-4e2affc06f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.919682989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7f08f1a-edac-400b-84ab-2e848dacf915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.922770733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"597ae2b6-bc46-4297-bfef-2c9171185673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.952177075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"597ae2b6-bc46-4297-bfef-2c9171185673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.952743782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7f08f1a-edac-400b-84ab-2e848dacf915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:24.172965399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d42f92d3-2be5-4e56-842e-a20cb2e9d4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:24.173382395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4ef7c80-f626-44e7-9787-62707efecb9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:24.196916869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d42f92d3-2be5-4e56-842e-a20cb2e9d4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:24.197218667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4ef7c80-f626-44e7-9787-62707efecb9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:24.51694969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba58229-975b-450b-beb5-993823977594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:24.535282294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba58229-975b-450b-beb5-993823977594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:24.553345474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba58229-975b-450b-beb5-993823977594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:24.569965063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba58229-975b-450b-beb5-993823977594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.120874685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b46b7d83-de40-41ef-be63-a8a90710c099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.122501112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df056ddd-7d44-4da2-b9d4-81c55819700c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.155003722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df056ddd-7d44-4da2-b9d4-81c55819700c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.155849635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b46b7d83-de40-41ef-be63-a8a90710c099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.273071431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6049a29-3c33-40aa-ae9f-ad75ec977ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.286580612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d17ea2-2e6d-4555-914c-6c4a216c48ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.306316741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6049a29-3c33-40aa-ae9f-ad75ec977ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:25.327959548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d17ea2-2e6d-4555-914c-6c4a216c48ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:26.639937555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"3ccb9c19-bac2-4de8-be54-351ad3471c63","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:26.663238518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"3ccb9c19-bac2-4de8-be54-351ad3471c63","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:26.749396253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"3afa64c9-d2cd-49d3-a470-13a419ba86b1","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:26.749571375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"3afa64c9-d2cd-49d3-a470-13a419ba86b1","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.405936023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"2bf12bc0-98fa-4bb4-b01b-cb927a64f970","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.405967315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"2bf12bc0-98fa-4bb4-b01b-cb927a64f970","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.428188639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"0a334cd8-530f-4a01-a7a7-0d4de1336f17","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.428216072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"0a334cd8-530f-4a01-a7a7-0d4de1336f17","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.438985146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"108b08a6-4032-4607-b4cc-526158451c22","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:27.443959054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"a2921ccf-e10a-4d2c-a9fe-28afa7ec3e59","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ac8ad9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:27.445531621Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"0a334cd8-530f-4a01-a7a7-0d4de1336f17","name":"auth-test-model-3f0dde","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3f0dde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:27.445641244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"0a334cd8-530f-4a01-a7a7-0d4de1336f17","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3f0dde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.45103103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"3a9382fa-bb0e-4de9-ae2c-d43658c31d28","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.4510482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"3a9382fa-bb0e-4de9-ae2c-d43658c31d28","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.454549387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ac79a42-122f-4b54-851a-58e5504281a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.454704053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"558a2509-e481-458c-b6b9-a7c40b2b61c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.462266604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"108b08a6-4032-4607-b4cc-526158451c22","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.499151721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ac79a42-122f-4b54-851a-58e5504281a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.5029339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"558a2509-e481-458c-b6b9-a7c40b2b61c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.504399318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"48c9ba03-2926-41f4-b1d7-aeab54794dcd","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.504439269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"48c9ba03-2926-41f4-b1d7-aeab54794dcd","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.525736792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"218e71ef-1ffd-478e-8e5b-6b0335f9e2de","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.525776902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"218e71ef-1ffd-478e-8e5b-6b0335f9e2de","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.60038343Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"c1b37517-4c03-4d33-bcd1-644d58ad6cce","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-auth-test-model-3f0dde","model":"auth-test-model-3f0dde","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3f0dde/e2e-auth-iso-ac8ad9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.662336868Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-sub","reconcileID":"36831b53-611d-4a1b-8824-8615f9927a36","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.663096037Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-sub","reconcileID":"36831b53-611d-4a1b-8824-8615f9927a36","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.663692731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"72fb8f9d-ac66-4d45-bfcc-87ca8802a69e","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.663766898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"72fb8f9d-ac66-4d45-bfcc-87ca8802a69e","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.662907087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"145c067f-4c0c-45d4-b9bd-eda2fbfb5159","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.685693998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"145c067f-4c0c-45d4-b9bd-eda2fbfb5159","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.72957413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"6bfd6474-8f48-4459-9ddc-cf4031c891e6","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-auth-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.88394372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"319f9a3a-7607-4994-ab4a-0185831ca558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.886268927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"88c6a67d-1778-4979-adbd-d8d3759c2b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.886379076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"438be6ec-a145-4129-8fb3-b1e5cfc13285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.886858424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-auth","reconcileID":"7e8f4b53-a0cc-4459-bcbc-2dba4ca051f0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.887142987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2d30585-12e3-44ed-a576-1b3dd9078ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.909342685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"438be6ec-a145-4129-8fb3-b1e5cfc13285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.910016614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"319f9a3a-7607-4994-ab4a-0185831ca558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.914279566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-auth","reconcileID":"7e8f4b53-a0cc-4459-bcbc-2dba4ca051f0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.917295635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2d30585-12e3-44ed-a576-1b3dd9078ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.919269366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"88c6a67d-1778-4979-adbd-d8d3759c2b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.979266146Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-failed-auth","reconcileID":"f2e1554d-2322-4886-9c28-22badd241b5c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:27.97926469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"b36582a5-536e-411f-bfde-e1e981523a6f","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:28.081955614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"617a7753-93b1-413a-bce1-a2c4acd7fdc0","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.045169606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"6782e08e-5ce1-4ecb-badb-946dfc20a90c","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.065127121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c4257be9-01b7-4935-8c47-9989e68439f9","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.114777425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"d46b9bc6-5bf0-4ca3-ae97-732271097df3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.134217189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"d46b9bc6-5bf0-4ca3-ae97-732271097df3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.218048822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"f6b12cd3-5c7d-49b9-87f0-1a529d769f16","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.244997666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"81b380e3-e599-45bb-b856-03105fa20beb","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.26364326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"df65f626-eb4d-41db-8865-dbd541904d0a","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.265123773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"4b7f1122-db50-4a99-ba22-91883ce76661","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:29.281947108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9e6a4f40","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40","reconcileID":"d5fb0b84-aa62-470a-bddf-187a7f899e6c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-9e6a4f40\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.285597861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"4b7f1122-db50-4a99-ba22-91883ce76661","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.322587773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"b811871d-ec54-4d45-8e58-2bd9bdbfc6e2","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.342253782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"e48e45a9-fcbd-44c1-aba9-11acf188f4c9","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.366538654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e4674cf1-b526-4605-b271-9a863f4b3daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.36688359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d54bbce5-fbf4-4a6e-b7b7-631a45f674f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.367533936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"955c4ba2-9d78-4da4-a6cf-dc99fb8f1299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.367892903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"87ae4b8d-ea6f-457d-8f69-202e53d50dc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.386741476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e4674cf1-b526-4605-b271-9a863f4b3daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.387242153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d54bbce5-fbf4-4a6e-b7b7-631a45f674f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.389332889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"87ae4b8d-ea6f-457d-8f69-202e53d50dc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.389576579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"955c4ba2-9d78-4da4-a6cf-dc99fb8f1299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.42735058Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9e6a4f40","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40","reconcileID":"66833689-b185-42b8-9d82-811982dab503","MaaSSubscription":{"name":"e2e-filter-sub-a-9e6a4f40","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-filter-sub-a-9e6a4f40","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.465607695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"9e3a5479-3f4b-4bd0-9ac3-fc7c0b8d97a1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.48618053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"9e3a5479-3f4b-4bd0-9ac3-fc7c0b8d97a1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.506204181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"7e8257f8-a8ea-4311-95ab-bf667a3e3870","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.531036698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"a19a3ed3-8beb-4f06-bbe0-53916aaded82","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.531833441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.56879129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7620bfb5-8123-4506-90bb-f27f1416f857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.569513443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"1691d6df-d01a-4402-a04c-432202f3c723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.57067334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b7a94bb-b3ae-47b0-bcbc-5e6ede6c2850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.571295809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0c1f3db4-7cfb-4dc4-a2ce-b9002d9ccbe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.590047719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"1691d6df-d01a-4402-a04c-432202f3c723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.590216153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7620bfb5-8123-4506-90bb-f27f1416f857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.592574966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b7a94bb-b3ae-47b0-bcbc-5e6ede6c2850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.592622508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0c1f3db4-7cfb-4dc4-a2ce-b9002d9ccbe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:29.608905771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9e6a4f40","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40","reconcileID":"44b06b18-fa7e-465d-8ac8-0182434eb767","MaaSSubscription":{"name":"e2e-filter-sub-a-9e6a4f40","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.741382349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"9d02e53c-e39a-48fa-bf23-c9a2337e1002","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.760880338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"0d975251-c694-47fe-9de7-fca5b99f4474","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.810901259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"012b974b-ef77-4fb5-b81a-44edad798ec7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.831942611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"012b974b-ef77-4fb5-b81a-44edad798ec7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.923238384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"69fca8ea-a39c-425b-b61e-acbda3bf7754","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.954315541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"8ca06f81-a537-4377-a31e-a3ece236e7f2","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.955253586Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ff49f4 priority=0:[ai-tenant-e2e-worker-w0-ff49f4/e2e-filter-sub-a-9e6a4f40 ai-tenant-e2e-worker-w0-ff49f4/e2e-filter-sub-b-cde645de]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.976008231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"6dd7ac73-aae4-4a79-ae11-d3b0401e65de","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.979751063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"f38f5c4e-46a7-4e79-958e-770ae06f6bcc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.980910904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"a91f90e4-1b22-408c-a9d0-351cf891ded1","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-auth-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.994830611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c190ec19-9ccf-43f1-a687-3bd1b8d8a855","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:31.995757142Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ff49f4/e2e-filter-sub-b-cde645de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-cde645de\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:31.99988866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"f38f5c4e-46a7-4e79-958e-770ae06f6bcc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.014967091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"096a2cf4-9cb4-4287-a25b-39aec321793c","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.036583307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"dbdea3ea-ae6a-481c-ba96-d0f8a3bf6c56","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.036599823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"dbdea3ea-ae6a-481c-ba96-d0f8a3bf6c56","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.07082383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"01118e75-cda2-4d5f-86e5-13f86e8c5907","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.071107822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"cf8d8489-9ce2-4087-a7dc-4bec6f1a424e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.071652656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"88b04e90-72b4-4ad1-962a-c31eff7bacf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.072030933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02042d38-eb44-4212-b34f-a3cb96efd82d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.091161258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"88b04e90-72b4-4ad1-962a-c31eff7bacf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.091283835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"cf8d8489-9ce2-4087-a7dc-4bec6f1a424e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.093571583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02042d38-eb44-4212-b34f-a3cb96efd82d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.09367719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"01118e75-cda2-4d5f-86e5-13f86e8c5907","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.102169943Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-cde645de","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de","reconcileID":"92e068ca-f62a-45a5-aeb4-5e6623363630","MaaSSubscription":{"name":"e2e-filter-sub-b-cde645de","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-filter-sub-a-9e6a4f40","ai-tenant-e2e-worker-w0-ff49f4/e2e-filter-sub-b-cde645de","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.155842275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"54c70e23-abcb-4580-9ba5-4db1b5d6c9c2","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.18361844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"d17fd6a9-7789-46cc-b83f-485ccb7c1fb5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.184351298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"2ba1934e-e66c-4703-861b-cbca49f8a7b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.184363607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9e6a4f40","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40","reconcileID":"9638a65a-1ad8-47b5-9fca-c62ff45a9d95","MaaSSubscription":{"name":"e2e-filter-sub-a-9e6a4f40","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.20353252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"d17fd6a9-7789-46cc-b83f-485ccb7c1fb5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.280026839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"65a22131-092f-4fb0-9336-79fc7dda192c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.28017995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"17fbea9f-3d29-4f95-bd71-7e1d194df58f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.280524401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d8e82532-b5bc-4b37-be50-3f8bdb2193b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.280935764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b349db9-3278-4988-907b-c80ddea5c6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.281172869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-cde645de","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de","reconcileID":"d9026d6d-eee6-4b70-a5c8-e67f35c11cd3","MaaSSubscription":{"name":"e2e-filter-sub-b-cde645de","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.301658841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"65a22131-092f-4fb0-9336-79fc7dda192c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.304082611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b349db9-3278-4988-907b-c80ddea5c6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.3049544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d8e82532-b5bc-4b37-be50-3f8bdb2193b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.309085148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"17fbea9f-3d29-4f95-bd71-7e1d194df58f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.380371015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"ce70cc93-f655-4284-a3ea-9d87e685856e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.394250061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8204325-7a4c-42ad-b33c-60e38909b4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.400203263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"ce70cc93-f655-4284-a3ea-9d87e685856e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.41679137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8204325-7a4c-42ad-b33c-60e38909b4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.478831496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"3b010ef6-11cf-42a7-91e5-e6bfe6344d11","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.525803147Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"3b010ef6-11cf-42a7-91e5-e6bfe6344d11","name":"e2e-inf-b-6ac027-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.862193094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"0daea308-e723-4e51-ae3b-75da07ec82f2","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.88191667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"acc255fd-ae02-4dd1-9b52-7015ffae59d2","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.931883161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"366383a8-1ab4-4154-a13f-a249676c7d5b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:32.955448202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"366383a8-1ab4-4154-a13f-a249676c7d5b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.04314471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"e1d0ee7e-17a5-4000-a3eb-47d454317ce1","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.090210101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"8d92c461-20f7-4ae8-8cde-07c86c84f446","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.109916301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"8d92c461-20f7-4ae8-8cde-07c86c84f446","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.168920519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"87706b33-731b-4233-a1df-0db71a5754ad","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.168938232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"87706b33-731b-4233-a1df-0db71a5754ad","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.189129747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"6361ab0f-dc04-4f42-b800-585fbc1c3e0d","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.189146824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"6361ab0f-dc04-4f42-b800-585fbc1c3e0d","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.220279304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"4f7b77de-e5e3-4a90-9787-d8fecf66577e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.268018769Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"4f7b77de-e5e3-4a90-9787-d8fecf66577e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.28649756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"4f7b77de-e5e3-4a90-9787-d8fecf66577e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.305373655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"3a67d2b9-5d8a-47ce-b420-398980397448","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.305391907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"3a67d2b9-5d8a-47ce-b420-398980397448","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.539996946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"82879449-ae6b-4c05-915e-0810b5818c81","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.540171969Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ff49f4 priority=0:[ai-tenant-e2e-worker-w0-ff49f4/e2e-filter-sub-a-9e6a4f40 ai-tenant-e2e-worker-w0-ff49f4/e2e-filter-sub-b-cde645de]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.558710355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"dc0d23f4-0249-43fe-9b1c-364c87f64e81","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.576197862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-subscription","reconcileID":"8d86bc28-8eea-4cb6-935f-0e90819bd015","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.579458828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d4f5df31-84db-49b0-b318-af40327f51c8","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.587760041Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"536457bd-e0a7-4763-8876-0fe8a2262122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.588010751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"187b2a76-114f-46ad-b4dc-f6958ae84184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.58822076Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b03b4f5f-faa6-48e0-ab6b-4afa6d01c13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.58859421Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"15955557-664b-4920-b057-7cc24ffa2b67","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.589205743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b40c424f-3134-470b-89a9-649b8469c0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.607835067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"536457bd-e0a7-4763-8876-0fe8a2262122","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.608165727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"187b2a76-114f-46ad-b4dc-f6958ae84184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.608303716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"079131ec-6fa8-46d6-ae88-81fba100af4a","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.610904523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"15955557-664b-4920-b057-7cc24ffa2b67","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.611158836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b03b4f5f-faa6-48e0-ab6b-4afa6d01c13c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.611442935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b40c424f-3134-470b-89a9-649b8469c0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.611726885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"5a3044a3-4b65-4ab1-8449-6fb6070c71e0","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.616301926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"8542d6b5-217c-43ba-b6fb-503bb418c691","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.636585174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"80b04be1-46cb-487d-9755-7f9b757cf7ce","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.644927928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"8344fb15-f54e-4040-8d04-cf000c923d76","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.68732535Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"dbb7960c-d3eb-4d92-b110-f624d57d8fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.687388261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"dbb7960c-d3eb-4d92-b110-f624d57d8fda","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.687574592Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fb210051-7314-442a-9ca3-c1229018ae0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.687623643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fb210051-7314-442a-9ca3-c1229018ae0a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.687319038Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"770a7615-2edf-421f-9c77-4544e5839b3c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.687671314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"770a7615-2edf-421f-9c77-4544e5839b3c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.726907386Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-subscription","reconcileID":"4902af9d-5a31-450b-b5c1-d5c126070e94","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.782911783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"9ed983e7-db5a-42ff-950a-fa4dfe39d25e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.79000409Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"88bcecb9-7086-45d3-b397-370dcadd0342","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.790059101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"88bcecb9-7086-45d3-b397-370dcadd0342","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.790349276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9219e0a0-cd72-429a-a80b-b8155aa49a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.790573024Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"d2166f04-8f44-49af-8426-f5d96881aede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.790618581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"d2166f04-8f44-49af-8426-f5d96881aede","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.791155716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"cfb3e0dd-b95c-4f2b-9813-4413453e4e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.791287276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2271a2d2-59f3-4601-b73d-a0a71c412f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.801020901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"82d73c56-be22-43ef-942a-34e90cf97821","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.810600019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9219e0a0-cd72-429a-a80b-b8155aa49a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.810904804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"cfb3e0dd-b95c-4f2b-9813-4413453e4e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.81280806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2271a2d2-59f3-4601-b73d-a0a71c412f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.888232343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"69f60223-448b-40c7-b6a8-bed6690e70e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.888284003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"38fae306-984c-4d3b-8f6f-3a57a77d96ba","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.903180383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-subscription","reconcileID":"9656c7ee-33c5-4a87-9dca-1d3ee5d33fd5","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.904740978Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"2a2cb87f-6cbf-4860-bbcf-e704adf3f08f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.904803818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"2a2cb87f-6cbf-4860-bbcf-e704adf3f08f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.904880287Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ab7e748b-dea0-44cf-8d9b-37be352c9867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.904933446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ab7e748b-dea0-44cf-8d9b-37be352c9867","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.905191839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"e8f77d30-c033-4f96-9a99-656a3323d209","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.908827467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"69f60223-448b-40c7-b6a8-bed6690e70e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.908863787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"38fae306-984c-4d3b-8f6f-3a57a77d96ba","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:35.924977929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"e8f77d30-c033-4f96-9a99-656a3323d209","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.95182481Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"76f897dc-852a-45e7-97f4-00488df56fa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.951883342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"76f897dc-852a-45e7-97f4-00488df56fa4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.971629189Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7df9100e-d241-4f4f-a4e0-d6804a7825d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:35.971686018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7df9100e-d241-4f4f-a4e0-d6804a7825d4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.000370315Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"492e240f-a05a-4ce6-a089-a6b6557cd732","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.00045129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"492e240f-a05a-4ce6-a089-a6b6557cd732","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.039866618Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e61be302-b6e0-4841-b945-43bf749f2449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.039925626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e61be302-b6e0-4841-b945-43bf749f2449","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.059690636Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"296b8d0e-5f11-4955-a1c4-072b0860db2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.059742649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"296b8d0e-5f11-4955-a1c4-072b0860db2a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.196756518Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"507354d4-c7a1-4ef5-981e-202d638f9a29","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.196839052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"507354d4-c7a1-4ef5-981e-202d638f9a29","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.228024907Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b30dcf36-e765-40d7-b8b4-93edd4398492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.22809448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b30dcf36-e765-40d7-b8b4-93edd4398492","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.243298547Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"0126caa0-ab73-49d3-b6bd-618ca1f1720d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.243357057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"0126caa0-ab73-49d3-b6bd-618ca1f1720d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.405516609Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"33c4fda6-2548-4b6f-b504-116ecedb2db3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.405583242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"33c4fda6-2548-4b6f-b504-116ecedb2db3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.435359391Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"dc907d16-b92a-4b76-825b-fb1d153a6013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.435450091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"dc907d16-b92a-4b76-825b-fb1d153a6013","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.505862521Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a29028e0-fd77-4dcb-9962-890028e0f04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.505932026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a29028e0-fd77-4dcb-9962-890028e0f04e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.778221675Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"ddc8b5d8-d38f-47b0-84c2-14f8971c47db","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.778329284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"ddc8b5d8-d38f-47b0-84c2-14f8971c47db","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.875874142Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"2abedb63-37be-4e58-8be9-950df923423c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.875964905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"2abedb63-37be-4e58-8be9-950df923423c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.875881356Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"46e03b80-8fea-46c7-8ae6-5d22588e117d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:36.876019822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"46e03b80-8fea-46c7-8ae6-5d22588e117d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:37.476254224Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"900cd15f-e6c7-4b6f-aa7c-694bfb10c3e4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:37.476348385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"900cd15f-e6c7-4b6f-aa7c-694bfb10c3e4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:37.571842459Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6a190c3a-bf3f-4620-896d-0948fd91049e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:37.571863941Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7ecb8031-c58d-4f75-b3cf-9612f8a8eb20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:37.571933195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6a190c3a-bf3f-4620-896d-0948fd91049e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:37.571938173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7ecb8031-c58d-4f75-b3cf-9612f8a8eb20","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:37.894625492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"c5447ac2-6fba-43b0-aac3-8a2e5e97790b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:37.956384291Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"c5447ac2-6fba-43b0-aac3-8a2e5e97790b","name":"e2e-extmod-a-09ab3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:38.803450486Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"c9aa4b91-b82a-4871-8510-a35cadeffdd8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:38.803523656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"c9aa4b91-b82a-4871-8510-a35cadeffdd8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:38.906103243Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"bba8c015-7e01-4001-8146-879f2d31a939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:38.906187382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"bba8c015-7e01-4001-8146-879f2d31a939","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:38.906524565Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"378fa1a1-689f-4bad-8255-8bb1fe280836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:38.906594045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"378fa1a1-689f-4bad-8255-8bb1fe280836","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:39.375383575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"4caca21d-b2ee-414f-b928-1999856eb779","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:39.446508951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4894bcc-28c5-4af4-8c49-6aef888529f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:39.446949276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1274af25-4692-4d5e-bd53-0cccf9c7aff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:39.447353929Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ad47e24c-68d1-4148-bd4d-94d4a68e14e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:39.447410004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ad47e24c-68d1-4148-bd4d-94d4a68e14e2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:39.447638994Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"70479997-ad23-4381-a3a7-276127d82650","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:39.447673896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"70479997-ad23-4381-a3a7-276127d82650","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:39.447668123Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"40e25457-58d6-4946-8716-c55a04864e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:39.447740305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"40e25457-58d6-4946-8716-c55a04864e4a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:39.467860434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4894bcc-28c5-4af4-8c49-6aef888529f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:39.467860436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1274af25-4692-4d5e-bd53-0cccf9c7aff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:43.337313759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"b2e6373d-a525-4e57-ac1d-38c4cea79a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:43.358036882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"b2e6373d-a525-4e57-ac1d-38c4cea79a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:43.37652912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22b22e5531ac0f9f26ac1d18c5fddff1c468d189ba2ed3780cc14f5c819530dc) AuthConfig (4949506f1c1f202e584a46543964a619c5b1a1080ac4b0c97062e5e729f7da9b) AuthConfig (b0782f272d4566695c919ad0e31faefbf5dfcab8c523d53cfca98051c5c06e86) AuthConfig (185366166c7e83693716baf5750b1059360c1dcf37f5360caa05603c68b1a6c3) AuthConfig (69593facd56962f371b485a72e2a6032ff28e2966d13e27803b22897dfa9326b) AuthConfig (277fc2f89348e690db1ec5709c74ad523a9937b2d7507fbdafe43aef085da0df) AuthConfig (2f94c58b5cda37a6184985ce93ab8ab891b3d42b6118e3dccbd9ecbb2b831e9f) AuthConfig (2fce15404ca4d66dd7ae783e430ba07718ba2680402d96ff60966c28e098a981) AuthConfig (462d7d8e13e98cd1b75fe7bc69263d6521b09a675db572719e7df52c905f96b0) AuthConfig (f3590f4ade41f826f5bbf3e0f0cc60bfddc708384af48b9b1cf49dcf3e24e503) AuthConfig (e5faa7f3f06e2c4dffe18832edd8e143b79410c73cd9419aae1b80c903836402) AuthConfig (3d0139cd06144f4e640c63586840366297708bbdc4f25417ce042afe5d18ff74) AuthConfig (488522bdb55d02d4b5a5495ea63bd326d1778a1d63513fa8d23ef9ec406e86fe) AuthConfig (9b0beae1732a577a64ce5f4c233d58fedfd3ae9c7564e1dba99c19df8ce11dfb) AuthConfig (ac7d3fb42643184b7aff0ad34b96ec2956f73a0aafe947d8a30607e5afad1b75) AuthConfig (2ab6abacbad1de44f89b00c71eec58b1ce1e25c679d59f9003757667ea0e4a83) AuthConfig (fd548547321702a28a3fdd4b4682f4d8ad7bf932611f1b0a14ff79d6ae87d29c) AuthConfig (fde9bd5c93a9132fb8828432cad632c8a6b8cf90f38ad18f0863b27e8cac2936)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"b2e6373d-a525-4e57-ac1d-38c4cea79a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:43.395587551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"0481180c-6900-47b1-982f-bc4f14d0d2c2","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:43.395604011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"0481180c-6900-47b1-982f-bc4f14d0d2c2","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:44.615963425Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ef80f2b2-c298-4da7-9069-8fb8ed605a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:44.616030439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ef80f2b2-c298-4da7-9069-8fb8ed605a42","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:44.615938102Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"07421f8b-9b56-4440-9582-b4a193ca9cc4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:44.616092019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"07421f8b-9b56-4440-9582-b4a193ca9cc4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:44.616232244Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"92314a66-7f02-489f-9281-8a119d7e14c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:44.616269069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"92314a66-7f02-489f-9281-8a119d7e14c0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: compose ai-tenant-e2e-worker-w3-6f34cf/e2e-dedup-subscription@e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: model e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.701287541Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9e6a4f40","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40","reconcileID":"e01c16a8-abfd-420d-890c-2dab97f03a79","MaaSSubscription":{"name":"e2e-filter-sub-a-9e6a4f40","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-filter-sub-a-9e6a4f40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.770731363Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9e6a4f40","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40","reconcileID":"e01c16a8-abfd-420d-890c-2dab97f03a79","MaaSSubscription":{"name":"e2e-filter-sub-a-9e6a4f40","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-filter-sub-b-cde645de","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.836006412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-cde645de","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de","reconcileID":"c351b1c5-a678-4117-a1ee-746355ea7a48","MaaSSubscription":{"name":"e2e-filter-sub-b-cde645de","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.836046803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"1c84d921-5307-4d14-a196-1d93cf03b6d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.84094198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"da7f611a-faf6-4e35-bd48-68e2aa8175c0","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.862119795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"e1160ba0-b240-473a-bada-6ef61d0ee041","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.888834682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"36591843-b0a1-4042-97af-a57f0b1bb17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.889149104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c1fa8d2-fced-485b-884a-60912b0d2ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.889306689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"54816769-e8a2-4b7d-8794-35131d8fe93d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.889731762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e2dae1ef-bfc4-4cfe-8770-f6a779e9e6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.889951304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"f3bf4e39-9b37-49ad-a720-454f41cd28cb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.909500918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"36591843-b0a1-4042-97af-a57f0b1bb17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.909618669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"54816769-e8a2-4b7d-8794-35131d8fe93d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.912029307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c1fa8d2-fced-485b-884a-60912b0d2ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.912135476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"f3bf4e39-9b37-49ad-a720-454f41cd28cb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.914152461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e2dae1ef-bfc4-4cfe-8770-f6a779e9e6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.98489933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"22f65cdd-d61f-4755-817a-81a1a451162e","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.006158223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9006517-d29a-4082-83e9-e811c76e1745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.027598112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9006517-d29a-4082-83e9-e811c76e1745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.105301569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"018c8cd9-f319-4e92-990c-80771806be9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.105365832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f4971970-13f2-49aa-a7e2-400d5c30c342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.105828546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"b18b24d5-e5b3-4281-baef-9bdf5bb8adcc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.105827369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"bd535b9b-72e5-4c60-92ed-c793637ee704","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.125500662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f4971970-13f2-49aa-a7e2-400d5c30c342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.125550462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"b18b24d5-e5b3-4281-baef-9bdf5bb8adcc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.127957807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"bd535b9b-72e5-4c60-92ed-c793637ee704","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.128026636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"018c8cd9-f319-4e92-990c-80771806be9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.207362238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"582420a1-89b6-4691-a659-cb53f705ebbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.222469197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84709982-d245-48f6-98dc-2758abb665fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.227093413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"582420a1-89b6-4691-a659-cb53f705ebbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.242281472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84709982-d245-48f6-98dc-2758abb665fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:47.584697027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efff47df-a6b6-408e-adf7-11801528abe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:47.600903427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efff47df-a6b6-408e-adf7-11801528abe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:47.6173807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efff47df-a6b6-408e-adf7-11801528abe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:47.633978182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efff47df-a6b6-408e-adf7-11801528abe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:48.289375911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0ab88f-f729-4936-b8e7-e596d90f6436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:48.305998742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0ab88f-f729-4936-b8e7-e596d90f6436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:48.32289813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0ab88f-f729-4936-b8e7-e596d90f6436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:48.340823255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0ab88f-f729-4936-b8e7-e596d90f6436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.430812531Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-subscription","reconcileID":"196a5ecb-8549-44b1-b94f-6521219e963d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.514126568Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-subscription","reconcileID":"196a5ecb-8549-44b1-b94f-6521219e963d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.586999362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"4b9ed542-486e-4fdd-9cd4-d9a11fea3cbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.591704919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"a4adc86d-638d-44d1-933d-823b97d4cc37","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.659248605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d62329f-82e0-402e-a03c-fb89455e32b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.660501224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"589ae420-20dc-4fc6-8ac6-d4ed1ae70827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.661115048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"8a5cd221-3eeb-47f4-b0d1-ad63dc6ff103","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.661826817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"a695407f-b370-42a7-9d41-64e441fe2c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.662933498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c8e9448-f7f9-4ee1-89b2-c597a794cf04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.687836886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"589ae420-20dc-4fc6-8ac6-d4ed1ae70827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.692446522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c8e9448-f7f9-4ee1-89b2-c597a794cf04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.694038856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d62329f-82e0-402e-a03c-fb89455e32b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.696352052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"a695407f-b370-42a7-9d41-64e441fe2c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.708825186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"8a5cd221-3eeb-47f4-b0d1-ad63dc6ff103","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.746668653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"b0481e3c-83f6-41ca-9da9-86d362176f64","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:49.960788618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"8a5cd221-3eeb-47f4-b0d1-ad63dc6ff103","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.961039222Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-dedup-auth","reconcileID":"8bec795f-0989-46d1-8145-9f07aaf44e7d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.965373561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"ebc485d4-8c7e-466e-8563-53cc86b507ae","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:49.966490198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"6a590ec4-66ec-4b7e-b328-6c543bccf86a","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:50.059355711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91dcefe2-c6a3-434c-8088-f6be4f79d63f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:50.096956607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7fa7949-63fe-4337-a470-6ed22da35244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:50.186291837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7fa7949-63fe-4337-a470-6ed22da35244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:50.21878309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91dcefe2-c6a3-434c-8088-f6be4f79d63f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:50.220875327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"33dc909c-5b42-4dd0-8615-c47ba8ab679e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.209332397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"f6774712-3cb6-476b-8f3a-f1d5b999befa","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.209689855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"0d7b4e3b-6732-4894-9f13-3c64519e08f8","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.227660237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"804c4455-629b-41dc-a37a-ad8675efff24","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.227871056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"566e5f53-02a2-4063-92c8-9e66919b209f","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.305247792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"4f10fcb7-1f95-4377-8938-ea945032a771","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.326553748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"4f10fcb7-1f95-4377-8938-ea945032a771","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.423319963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"bdaafa38-2f82-4c5c-b2a9-1ad7003828ad","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.445501633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"1d51af34-6da7-4753-9b09-9111bbf3f1d4","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:51.461775045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"0246c56f-287d-4f19-8539-d861fbb1627a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.468112845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"2442d5de-b0dc-465c-897d-3f792a9655e1","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.471798252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49fc809c-7c53-4da2-b1d1-08b1dbcd858e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.471930209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc2f663f-4538-44d7-b9e1-a33747047699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.493218587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49fc809c-7c53-4da2-b1d1-08b1dbcd858e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.493362555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc2f663f-4538-44d7-b9e1-a33747047699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.498524553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"2fab6891-654a-493f-beb6-6d879e7df1bf","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.498875268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"5fc6e07d-a8c7-4415-9d63-4be9a5ed6c82","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.506353725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"da5b5633-8199-4704-b3cd-143ec5135621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.506363541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"40c6041e-54e5-45ee-9261-2b96314b4a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.519786322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"842fc293-5fa3-4d81-97e5-c7bb7a0305cb","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.520191822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"de1955e0-a368-4862-92e7-d1ef97896d60","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.52237455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"0d72b578-7c00-49f7-942a-f0f5172bd29f","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.522722616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"38cc277f-e180-4210-b334-19cf136ef239","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.527797828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"da5b5633-8199-4704-b3cd-143ec5135621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.528144494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"40c6041e-54e5-45ee-9261-2b96314b4a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.585333549Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"556ac0c5-80ac-42fc-97e0-3912c53d3891","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","model":"distinct-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.601657193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"56820471-4738-42c8-9163-746b72ff407b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.622599114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"56820471-4738-42c8-9163-746b72ff407b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.636839377Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"556ac0c5-80ac-42fc-97e0-3912c53d3891","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"distinct-2-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.677461155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf6714c3-90ef-4f88-9c76-9bdec75b928b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.699471101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf6714c3-90ef-4f88-9c76-9bdec75b928b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.708733011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"9f56fdbf-7d70-4357-b65a-da3ee66b081b","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.709183837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"601d3f0e-1482-4fcc-813b-41dae5fdf63e","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.70962358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"afb7b2ec-419a-452c-95b9-06bd1de47b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.709733648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"5a65ea7a-34ec-4849-8722-e0bdfa775886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.729757611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"5a65ea7a-34ec-4849-8722-e0bdfa775886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.730759359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"afb7b2ec-419a-452c-95b9-06bd1de47b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.77205486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d1aa1c8-1658-4b10-93e5-e381c7f5b7a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.773249685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"c2e949e2-87bd-4b86-b6d9-da35556ce746","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.794698857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d1aa1c8-1658-4b10-93e5-e381c7f5b7a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.823049535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"c2e949e2-87bd-4b86-b6d9-da35556ce746","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:53.427049457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"635f69f5-39a5-4eff-8b26-a051733e39d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:53.447230476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"635f69f5-39a5-4eff-8b26-a051733e39d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:53.465941252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18be2c55-0713-49b9-b5d2-aeaf5dd90190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:53.481903209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18be2c55-0713-49b9-b5d2-aeaf5dd90190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:53.49811332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18be2c55-0713-49b9-b5d2-aeaf5dd90190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:53.514238012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18be2c55-0713-49b9-b5d2-aeaf5dd90190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:53.618781254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"b70538e4-ffc7-44c9-8a37-8a1f141f5779","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:53.618800885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"b70538e4-ffc7-44c9-8a37-8a1f141f5779","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.061769448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f7221de-2283-43ba-af55-5c2fda1c03b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.061977823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be28de3e-c1dd-4ca1-8854-4513c3fd3d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.08349589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f7221de-2283-43ba-af55-5c2fda1c03b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.083661894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be28de3e-c1dd-4ca1-8854-4513c3fd3d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.192082633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98b6a5c-8947-4529-abbb-8fd1da6dd81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.208274326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98b6a5c-8947-4529-abbb-8fd1da6dd81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.224438875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98b6a5c-8947-4529-abbb-8fd1da6dd81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.241244238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98b6a5c-8947-4529-abbb-8fd1da6dd81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.264982279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"5901f46f-e762-445b-94b4-e345bb0582e7","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.265003092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"5901f46f-e762-445b-94b4-e345bb0582e7","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.289854467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"b62385cc-0853-43fb-8590-a471a7f14e2f","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.290169579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"46670303-a3e6-42bc-8b5b-48e70ed24a5c","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.299609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"14ef07ce-5c61-402c-9e16-cb5c36f723f6","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.299624932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"14ef07ce-5c61-402c-9e16-cb5c36f723f6","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.308241921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"82fc0df1-3d02-458c-8054-85821a0ee226","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:54.30962181Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-e45ed0/e2e-auth-iso-ac8ad9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ac8ad9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.324369568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1b9e308-5d4d-4eb1-9330-b64a9c8c3d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.324701265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1a70f5f-37ab-496b-a117-84bb2e342315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.327601245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"bab5e5a3-d2ac-41bc-a602-e7aa0e352c38","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.327615501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"bab5e5a3-d2ac-41bc-a602-e7aa0e352c38","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.328819244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"82fc0df1-3d02-458c-8054-85821a0ee226","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.345222519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1b9e308-5d4d-4eb1-9330-b64a9c8c3d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.34565691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1a70f5f-37ab-496b-a117-84bb2e342315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.397059673Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"c0618fdf-aca8-41f9-86bc-507103bff1f3","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-auth-test-model-e45ed0","model":"auth-test-model-e45ed0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-e45ed0/e2e-auth-iso-ac8ad9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.453516199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"8f1a4bb7-68b0-4e21-aa79-a82e20e24c26","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.45353874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"8f1a4bb7-68b0-4e21-aa79-a82e20e24c26","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.493853818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"9949dfd0-972a-439e-a368-99398b45c612","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.513119493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"9949dfd0-972a-439e-a368-99398b45c612","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.517571358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"5789081d-839e-46e2-a237-79ee5ad4bb62","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-auth-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.665437641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"76ac18cb-e896-4159-925f-143e2a820252","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.687151768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"af5a22cb-26ab-4f4c-b7db-b3f2a4875b66","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.717827785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1956063-27f0-4924-b3b0-9658d07a0acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.725229085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af67fb55-88b7-4f89-a12f-e5e4facdafee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.801287557Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"5d05868b-a35f-451e-830d-68e99c7d491d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-603017b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.805104405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af67fb55-88b7-4f89-a12f-e5e4facdafee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.81146674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1956063-27f0-4924-b3b0-9658d07a0acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.816382666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b9b68a55-3752-412c-9f60-3ed8d7d51083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.817620197Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"cf3698b5-c955-4621-b048-220c773414d6","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-603017b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.818015648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"af227f6a-506a-40cf-80ca-aa5850c53259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.829704513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"8680252e-bb1e-4666-956d-8d58efda086b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.897269971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b9b68a55-3752-412c-9f60-3ed8d7d51083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.904216305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"af227f6a-506a-40cf-80ca-aa5850c53259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.90845466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"8680252e-bb1e-4666-956d-8d58efda086b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.037399748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"84e6c2ea-33c4-42a5-9f80-7ac597bf4721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.052083143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3abe11a6-bac0-40fc-9beb-3616d796ecf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.060155605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"84e6c2ea-33c4-42a5-9f80-7ac597bf4721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.075170246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3abe11a6-bac0-40fc-9beb-3616d796ecf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.139994626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"b868646c-f44c-4c6e-bfc9-b284f2d9997a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.159743915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"b868646c-f44c-4c6e-bfc9-b284f2d9997a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.180831561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"32f8c0cd-016e-4855-b625-e78ba77b7a7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.283828565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"58ff9ac5-0466-40a1-9cb3-6103bd5aa149","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-auth-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.283992854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"5fa07dc3-d054-4b09-b016-46af4ba6182f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.299141351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"344376a4-da95-4fab-a039-5545f74d5c72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.435277704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7993fef4-ea7d-4084-b3f6-b1b3ff00ff57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.474249393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7993fef4-ea7d-4084-b3f6-b1b3ff00ff57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.491163783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"88f8c5f4-5464-4425-a4d5-9281c5d1f1ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.500297785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1faaf8ca-c5aa-479c-99e8-0f70b8750af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.557850887Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"c0bcfc08-64f9-4a4c-9a16-f0d7b73cc1db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.561016091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1faaf8ca-c5aa-479c-99e8-0f70b8750af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.599252775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"708c1e4d-6434-4005-b674-9f120bd80f64","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:55.67983701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"ee5dede3-e911-4bc6-ab59-74e0805668fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.054121524Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-cde645de","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de","reconcileID":"45518a3f-2b80-4df9-9bc1-ef108ddf8e90","MaaSSubscription":{"name":"e2e-filter-sub-b-cde645de","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-filter-sub-b-cde645de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.130289011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-cde645de","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de","reconcileID":"45518a3f-2b80-4df9-9bc1-ef108ddf8e90","MaaSSubscription":{"name":"e2e-filter-sub-b-cde645de","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.220713626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"13a17782-c0f3-4c6c-9c2f-f5e6571d4646","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.244529704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"24c2c5ef-d2e3-4dd3-a498-6b3c3913c6b0","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.244656439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"24c2c5ef-d2e3-4dd3-a498-6b3c3913c6b0","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.271267778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"a3f16758-5742-45e3-9fb4-1185d191b69f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.271586713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"cc43c984-56d7-4509-9863-7876a8b6951f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.271931391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"055e3c18-6081-4620-9fff-940bcc4511c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.271267766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8a0d3583-84ab-4563-8e86-a07252ba78f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.272693658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6216d1f-b537-4402-9f25-15ad5b04a5e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.292648145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"cc43c984-56d7-4509-9863-7876a8b6951f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.293028265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"a3f16758-5742-45e3-9fb4-1185d191b69f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.296706211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8a0d3583-84ab-4563-8e86-a07252ba78f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.296956554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"055e3c18-6081-4620-9fff-940bcc4511c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.300629067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6216d1f-b537-4402-9f25-15ad5b04a5e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.365597087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"0a039462-a864-444f-b20c-e4c34275f0fb","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.427153817Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-a-9e6a4f40-auth","reconcileID":"ea0b2023-5d23-43d1-ba06-01ebb3a89672","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e6a4f40-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.478114961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50eb5181-342c-4daf-8c50-74a0a96c008d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.504258285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50eb5181-342c-4daf-8c50-74a0a96c008d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.564923283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"36fed185-c8c0-49aa-aed8-5a912b571ce3","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.705627527Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-filter-sub-b-cde645de-auth","reconcileID":"43db969a-7c13-4475-a5f3-75585e71e1ac","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cde645de-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.705633661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"1cadb1b3-8f8f-48a4-b6ba-591561194dcb","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:56.761947591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"edab90b8-e61d-4def-a254-6f60d8ea32ac","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:58.950900778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbfa5ad-fc1d-47ca-9b7d-01f9b61358f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:58.967108953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbfa5ad-fc1d-47ca-9b7d-01f9b61358f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:58.983209231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbfa5ad-fc1d-47ca-9b7d-01f9b61358f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:58.999223446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbfa5ad-fc1d-47ca-9b7d-01f9b61358f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:59.532361223Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:59.642267709Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a3235a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a3235a","reconcileID":"2a14d065-69a8-4c8e-b061-80ef2f7a2090","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a3235a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-a3235a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:59.680661531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5602ee2-d562-4e9f-b696-9a54f54b4592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:59.696643082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5602ee2-d562-4e9f-b696-9a54f54b4592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:59.712726243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5602ee2-d562-4e9f-b696-9a54f54b4592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:59.729018484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5602ee2-d562-4e9f-b696-9a54f54b4592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:59.779061714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"700db48e-f1b7-4b96-b5e1-427d72db10b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:59.779089228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"065b280e-69da-4404-a60b-17e0aa9ccb8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:59.799355441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"700db48e-f1b7-4b96-b5e1-427d72db10b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:59.80009572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"065b280e-69da-4404-a60b-17e0aa9ccb8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:59.985808229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a08dcba-a7ee-448e-93bb-f31e5a892099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:59.985941882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1da6b77f-7d57-45ad-99b8-0ea14d8cd89d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:00.007471653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a08dcba-a7ee-448e-93bb-f31e5a892099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:00.007814413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1da6b77f-7d57-45ad-99b8-0ea14d8cd89d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:00.372541943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2002023f-f36f-4c62-b0b9-cf4e9098300e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:00.388795265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2002023f-f36f-4c62-b0b9-cf4e9098300e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:00.404996842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2002023f-f36f-4c62-b0b9-cf4e9098300e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:00.420948312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2002023f-f36f-4c62-b0b9-cf4e9098300e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:00.947773948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0caf6e1f-88bb-4c29-a6e2-9884033e2126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:00.947783227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8d70ec3-aea0-4b26-a966-1b1b8e3402ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:00.969182232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0caf6e1f-88bb-4c29-a6e2-9884033e2126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:00.969182235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8d70ec3-aea0-4b26-a966-1b1b8e3402ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:01.633620953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20c3c37f-b4bf-48f7-8db9-f36b4be01695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:01.633691631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36fdb750-a821-429f-b52a-fb82885d053b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:01.655067143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36fdb750-a821-429f-b52a-fb82885d053b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:01.65520506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20c3c37f-b4bf-48f7-8db9-f36b4be01695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.065364766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"c87b17df-8834-4942-9ea3-f166b47aa42c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.409088701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"8cac1c1f-1579-4658-bd79-da0c30803139","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.606715465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"eb943a7e-b808-4b16-9c5a-524370d83662","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-auth-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.606825536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"95dbd78a-54d6-4a82-936f-aa9d32738e26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.626483751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"d5fa628d-0001-4e35-88c5-ca586db372af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.709097912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"29b4fe35-0942-486c-85d6-0b27fb7c1a71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.709340992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"09ae72b9-25f8-4d45-9abf-d104c225bd53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.709665079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47761c05-f267-442c-b0d7-8cfbccab4f99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.810100183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"0839bfde-dcc8-4d80-85c4-20605afb0e1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.811144844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"f0c232ec-0d4a-42a8-b723-13ec52ca9e65","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-auth-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.832629969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"0839bfde-dcc8-4d80-85c4-20605afb0e1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.875511145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"901a6dbd-a20e-4776-b27c-4d78bd5e4703","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.875612515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"901a6dbd-a20e-4776-b27c-4d78bd5e4703","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.971274377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"69111062-6800-48d9-b4e0-36b6ba969117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.971625482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c6555246-001f-4f91-8472-1150377c4a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.971274276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"efd777d9-66ce-4e7c-8521-4b9ead76006c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:02.996161296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c6555246-001f-4f91-8472-1150377c4a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:03.000202918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"69111062-6800-48d9-b4e0-36b6ba969117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:03.00424713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"efd777d9-66ce-4e7c-8521-4b9ead76006c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:03.212172104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"259eb0ca-0a41-4168-8d75-a37d8dd4c2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:03.212689577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"763230fa-2961-448f-a78f-a67d90f50bd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:03.256617022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"259eb0ca-0a41-4168-8d75-a37d8dd4c2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:03.26115583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"763230fa-2961-448f-a78f-a67d90f50bd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:03.327221063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"a936f1fa-8f65-4314-8b55-7fe71c5b9111","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:03.355330389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"a936f1fa-8f65-4314-8b55-7fe71c5b9111","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:04.587505979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"9ab1ab5c-24fe-447f-a304-0f151c6d55ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:04.834735549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"5867b997-16cd-435c-9fbd-13a559baee96","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:04.850928347Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"5867b997-16cd-435c-9fbd-13a559baee96","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:04.867540451Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"5867b997-16cd-435c-9fbd-13a559baee96","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:04.885690226Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"5867b997-16cd-435c-9fbd-13a559baee96","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:04.902032422Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"5867b997-16cd-435c-9fbd-13a559baee96","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:04.917854754Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-subscription","reconcileID":"5867b997-16cd-435c-9fbd-13a559baee96","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.007749394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"215c31cc-daf0-4700-9d51-f8b5059fa6a5","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.02746397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"ca122056-65c3-414e-9f1b-046794642bd6","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.055330415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43e9d762-146b-4dfa-963b-dce50858d26b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.056210569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e82ffdc-b438-466c-b95d-214a7ef8b7ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.075682229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43e9d762-146b-4dfa-963b-dce50858d26b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.075786694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e82ffdc-b438-466c-b95d-214a7ef8b7ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.085727558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"31d06924-f1c1-46cb-b366-5c25d059148b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.086229041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"8ce7aec6-8576-4f8f-9163-9e9e9c20f153","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.086335217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7bad4711-d73c-464c-b285-4bd61b9e49f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.105912493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7bad4711-d73c-464c-b285-4bd61b9e49f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.10599282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"31d06924-f1c1-46cb-b366-5c25d059148b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.108246872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"8ce7aec6-8576-4f8f-9163-9e9e9c20f153","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.178096069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"f82c8735-25be-473b-a3bc-401ca6604354","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.178351558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"e3813170-0694-45c4-a7f9-bcdb4490799b","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.307818419Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"6f2965e6-b49c-478d-a975-ae8852c6b1e3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.323403176Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-distinct-models-auth","reconcileID":"6f2965e6-b49c-478d-a975-ae8852c6b1e3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.400370737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"076e7fd2-1699-41f6-b7a2-062c36ad9e24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.527707056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"f9dcb67f-a689-490b-8f02-8ee60ca709c0","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.527960925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"8c64af0f-2918-4d6e-a51a-e56337d2fc5e","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.492550816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"dcf9d00a-56b7-4887-819d-35408234d9be","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.510301721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"08ccb6f4-a8b4-4bc5-ad57-46799aa640de","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.572627454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"72498b76-d6bc-4793-a286-7dd131a7e11e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.593150674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"72498b76-d6bc-4793-a286-7dd131a7e11e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.682714066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"921bcbf7-4de3-498d-bb17-c7613d40dbe2","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.695214814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"36d3a56f-5e33-4984-8c02-58eb3f98a49d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.71656845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"eb10d804-79bf-493f-b6d7-912c7e2f27ea","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:06.733563604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9b30b9f1","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-sub-binding-9b30b9f1","reconcileID":"c760a8a3-258e-451a-90e9-465a2a716c28","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-9b30b9f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.745354829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"297882f5-9ce9-4eed-8714-d907b82f477e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.745705511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3f1c8b-c3d7-4258-9a56-392a65d00d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.746192191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3caced5-2b51-4f52-ba02-2d22050cf7e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.747311617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"cb7c8b27-26bc-4e1d-a300-0388313034be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.749041215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"cd32765c-d6ec-492c-b55e-1d615438cfdf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.765181839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"297882f5-9ce9-4eed-8714-d907b82f477e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.767964331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"cb7c8b27-26bc-4e1d-a300-0388313034be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.796302474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3caced5-2b51-4f52-ba02-2d22050cf7e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.7964515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3f1c8b-c3d7-4258-9a56-392a65d00d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.797131877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"7f3099dd-3de4-4ddb-94e3-9c684491c446","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.799768441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"cd32765c-d6ec-492c-b55e-1d615438cfdf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.81418763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"4f482e3b-e5d0-4537-960d-9f4ad2e6bac8","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:06.830918472Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ff49f4/e2e-apikey-sub-binding-9b30b9f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-9b30b9f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.835193441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"56b40152-e7b4-4286-8b9b-750ea5c42e2c","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.849042977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"8ee06a39-d3f2-4863-8209-ccfba5509875","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:06.852061264Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-6f34cf/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.869054378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"5539af74-df9b-4656-aec5-213e798e97c7","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.904494144Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9b30b9f1","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-sub-binding-9b30b9f1","reconcileID":"2616c521-5bf7-486c-aac7-e08747be3cad","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9b30b9f1","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-apikey-sub-binding-9b30b9f1","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.962598885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"fc380526-e6e8-4ea0-b6da-1b2aac8d9c65","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.964451599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4372fbf6-04df-4d93-b7c4-a95393eda17a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.964713609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"2ea43d83-64c7-4257-a972-449e53b55c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.984242748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"728627cb-01b3-42e4-bba8-2791b7aa3461","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.986780632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4372fbf6-04df-4d93-b7c4-a95393eda17a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.987635133Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub1","reconcileID":"d859adc9-2253-478e-bcbd-6c67e8971033","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","model":"distinct-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.988357636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"2ea43d83-64c7-4257-a972-449e53b55c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.012228493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"f426560b-290a-42c0-8d05-b697ab1c12dc","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.064337237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb25f681-b17e-4c84-9321-17686f19f00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.06433724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d5e7ee1-45a0-491b-9f6a-638efcb45375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.065602847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"dca7273b-1623-4fb2-99b3-cd116a07dede","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.084484227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9b30b9f1","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-sub-binding-9b30b9f1","reconcileID":"cc292480-2dc9-4d44-888e-8fb90b20b627","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9b30b9f1","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.089075707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb25f681-b17e-4c84-9321-17686f19f00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.089083938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d5e7ee1-45a0-491b-9f6a-638efcb45375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.098751971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f3de0c6f-b313-494f-a54a-45c535e4bd8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.118167344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f3de0c6f-b313-494f-a54a-45c535e4bd8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.187766269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub1","reconcileID":"494ee21c-f534-4731-a39c-1b2d050a03a5","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.198333871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"f66eaf18-924c-4130-b687-ef900938d805","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.20297386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"92f4b3a7-ccb6-4fc1-b1f6-8cdae741eeb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.217815363Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-6f34cf priority=0:[ai-tenant-e2e-worker-w3-6f34cf/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-6f34cf/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.21830854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"5b24fe50-80b0-4821-ad29-b103706dab8b","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.221928143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"f66eaf18-924c-4130-b687-ef900938d805","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.223716171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"92f4b3a7-ccb6-4fc1-b1f6-8cdae741eeb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.239968547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"ac148d99-822d-4a1e-9555-7a3d45e05207","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:07.257483085Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"ac148d99-822d-4a1e-9555-7a3d45e05207","name":"distinct-2-w3-6f34cf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-6f34cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:07.257541575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"ac148d99-822d-4a1e-9555-7a3d45e05207","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-6f34cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.257651778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"8229c47c-ef26-4429-862c-87886a1a7ee9","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.263381412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"87607486-cef6-40cb-8cf0-4110bab11749","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.264036461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"25c59e0e-7e39-4821-997b-03a6ed4d5402","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:07.264206349Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-6f34cf/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.268285461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac665316-411e-4ea8-ab5b-1a06a8ef6963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.295090592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"98e099d9-9314-4237-805c-735b1bde8fca","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.295455294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"23acd57a-b59a-46be-9976-30ad26c0d3b6","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.29697949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac665316-411e-4ea8-ab5b-1a06a8ef6963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.350880408Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub2","reconcileID":"d07d7fe4-7d4f-4897-9657-98ddf0c668be","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"distinct-2-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.398865164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"ec3f0cda-e40b-4b0c-9bd9-46678098d0e7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.399724403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e31e676e-b0b3-40c8-9a53-c3094a8231f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.406327904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"3c5eefc4-a57d-49a2-a8c9-b4c2e42e2408","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.409013354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"ec15b8f4-ea13-4f6e-99a7-a0e932653511","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.419819811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e31e676e-b0b3-40c8-9a53-c3094a8231f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.420355675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"ec3f0cda-e40b-4b0c-9bd9-46678098d0e7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.433053478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"ec15b8f4-ea13-4f6e-99a7-a0e932653511","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.470692476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cfe5063-214a-486e-a7a0-a05068e914be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.471362992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub2","reconcileID":"775f17d9-8a7f-4839-979f-9eaaaa982db2","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.490338591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cfe5063-214a-486e-a7a0-a05068e914be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.501208943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f05a05fd-fcbc-4038-9c7b-4da017893124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.50420113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"47d4b1d6-18d9-48dd-83ec-2515abd92a54","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.521180647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f05a05fd-fcbc-4038-9c7b-4da017893124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.56797936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c33fd1b-59bd-4344-875c-b7e6c81a5084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.587644556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c33fd1b-59bd-4344-875c-b7e6c81a5084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.598077846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"9e3ae576-e3c9-424a-a9bd-35deceef3f5e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.618002836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"9e3ae576-e3c9-424a-a9bd-35deceef3f5e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:07.783930904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"9e3ae576-e3c9-424a-a9bd-35deceef3f5e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.866389879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"4ea711bb-f0fe-45c8-ad40-e278e7234356","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.886301778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"4ea711bb-f0fe-45c8-ad40-e278e7234356","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.266688883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9b30b9f1","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-sub-binding-9b30b9f1","reconcileID":"a2a25ac0-8f52-4555-9445-2e2fae274c38","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9b30b9f1","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.266701922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"ac5dc453-cfe7-4df0-9210-1ee48a904e8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.767795548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"1c3332c8-2d8b-4551-ba2a-0792ebe346b4","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.8158232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57ff018c-2b70-41f0-ac65-1a4ba5c2eaf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.821051583Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub1","reconcileID":"9f3152f6-9a89-46ca-b2bd-1372bd8645d5","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d3d4300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.837928921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57ff018c-2b70-41f0-ac65-1a4ba5c2eaf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.846241682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"2305f0ac-594b-4099-87ef-2de03468fe55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.846405715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"fc173859-dd51-46b3-8a59-438a5c972ca2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.846241941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"0c48a456-3367-469e-98c4-65665cbb38cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.846728955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"098d9352-5a18-498a-a5bb-a65b4c2bcfba","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.873961036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"0c48a456-3367-469e-98c4-65665cbb38cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.876143621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"2305f0ac-594b-4099-87ef-2de03468fe55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.877187254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"098d9352-5a18-498a-a5bb-a65b4c2bcfba","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:08.878476287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"fc173859-dd51-46b3-8a59-438a5c972ca2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.02182109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53bc83c5-9bea-4a89-89e2-02923b19d39f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.04349658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53bc83c5-9bea-4a89-89e2-02923b19d39f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.150130634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"44418791-300c-4ed2-82d4-7803b3a905e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.152135297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"bca1ed34-cde9-4360-a8c8-e3c89a18d1cd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.169965727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"44418791-300c-4ed2-82d4-7803b3a905e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.171611389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"bca1ed34-cde9-4360-a8c8-e3c89a18d1cd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.252906208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"d3a10fd3-c9a7-4441-a263-e10cf3953085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.252909625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"4651eb3d-9390-419f-8c2b-64e383fe15d4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.275189283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"d3a10fd3-c9a7-4441-a263-e10cf3953085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.275211805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"4651eb3d-9390-419f-8c2b-64e383fe15d4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.822529957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"4590fc09-298f-485f-a6fd-e051a6b7c8ee","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.870893224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"02f05270-72a1-4f79-aeaa-71a807f35c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.871220965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa2a2127-b8b1-4b44-a7a1-d9a902a7c883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.871363472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4f840090-ca1c-47ee-ae1b-e276e38ed016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.872134806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cf3ff23-53b9-4af4-8780-78824ca50c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.892867744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"02f05270-72a1-4f79-aeaa-71a807f35c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.892867403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa2a2127-b8b1-4b44-a7a1-d9a902a7c883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.895271797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cf3ff23-53b9-4af4-8780-78824ca50c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:09.89537727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4f840090-ca1c-47ee-ae1b-e276e38ed016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:12.908193937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub2","reconcileID":"5fcf0656-c1a4-4747-aec1-42333dce0530","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:12.980070816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"4545b8bb-6cea-4c9d-a2b4-7d885c21ed6d","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:13.360535025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"8d76b52b-9f2f-44f2-91a9-581436bb1754","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:13.36245761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"8d76b52b-9f2f-44f2-91a9-581436bb1754","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.632876272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"4076d58d-2f7c-44bd-a10c-f5d514245df7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.676170488Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"4076d58d-2f7c-44bd-a10c-f5d514245df7","name":"e2e-extmod-b-a3235a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.955087895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"ed11c5f3-b987-48f6-8772-4c1d414a9e27","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.955117772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"ed11c5f3-b987-48f6-8772-4c1d414a9e27","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.989251839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"f7f82355-d68b-43ef-9bfb-738167954430","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:16.005844592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2526d5fc-c6a1-475d-b7c2-0466411d2150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:16.005852949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bd97d23-4d6b-4c3f-86a5-f3df6080a8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:16.008563167Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"ba08e5b8-ce96-41d7-b5d2-ac072d676885","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dacd9c8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:16.009376897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"f7f82355-d68b-43ef-9bfb-738167954430","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:16.03016974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bd97d23-4d6b-4c3f-86a5-f3df6080a8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:16.030516538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2526d5fc-c6a1-475d-b7c2-0466411d2150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:16.096346613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"0f1fd998-cdce-4c71-bc66-396a406b62ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:16.117619202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"0f1fd998-cdce-4c71-bc66-396a406b62ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.707616569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"c6793a4b-d90f-4ae7-9b44-e663db0a36df","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.70764038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"c6793a4b-d90f-4ae7-9b44-e663db0a36df","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.72751972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"0d14c05c-eb97-48bc-b3fb-fce2c7fd4a2b","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.727544587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"0d14c05c-eb97-48bc-b3fb-fce2c7fd4a2b","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.758993277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"55c8a195-50cd-42b4-991f-6098dee37fe3","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.808752233Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"55c8a195-50cd-42b4-991f-6098dee37fe3","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.828647919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-68c77a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"55c8a195-50cd-42b4-991f-6098dee37fe3","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.838137929Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub1","reconcileID":"5afad02d-aa53-44aa-818f-5577b6cb0ee8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.846936926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"372e8d30-c4c2-4df7-ae8e-bf10bce74c00","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.846957284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"372e8d30-c4c2-4df7-ae8e-bf10bce74c00","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.854243536Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub1","reconcileID":"5afad02d-aa53-44aa-818f-5577b6cb0ee8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.870863287Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub1","reconcileID":"5afad02d-aa53-44aa-818f-5577b6cb0ee8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.028394664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"71e3bb67-3510-43d6-a989-6b3fb0d01a8d","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.050905152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"99267339-7c4f-494f-a91f-8cca5c71c4d1","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.077368686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48449011-8f06-4ce2-bbfd-021cf82362e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.099314069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48449011-8f06-4ce2-bbfd-021cf82362e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.110770477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"279c337c-010e-47f6-9412-b25f74f3876b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.110989389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"99b97863-08b8-48c6-a3cb-bdef726f856a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.110770221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"c989efc7-7b64-43cb-80d6-e22d968f6461","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.111276953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"08dbb32e-ec63-4b9e-9f2b-392f826fafa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.131217152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"08dbb32e-ec63-4b9e-9f2b-392f826fafa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.131364315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"c989efc7-7b64-43cb-80d6-e22d968f6461","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.133709317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"279c337c-010e-47f6-9412-b25f74f3876b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.133800206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"99b97863-08b8-48c6-a3cb-bdef726f856a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.17864956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"e3fd54aa-8576-4cb1-88ff-f51d9882c23f","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.1944106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86ecf4ea-d145-4a39-8e0e-81180edd0626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.214303142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86ecf4ea-d145-4a39-8e0e-81180edd0626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.232224849Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub2","reconcileID":"c922af5c-0864-4b87-97e4-b875ab1b4edc","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-56d430f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.312892436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f2a58464-884a-407d-915d-54c7c2a1ebf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.31354696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"d899f9a6-80b1-4379-b6f6-95da5f69b2fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.314113405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"e1654b01-9951-41f5-95c3-06f3bb999307","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.314696907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"62dcc94c-2348-4576-a5e9-c83457ff1336","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.333205723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f2a58464-884a-407d-915d-54c7c2a1ebf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.33353153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"d899f9a6-80b1-4379-b6f6-95da5f69b2fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.335663987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"e1654b01-9951-41f5-95c3-06f3bb999307","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.394842229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"62dcc94c-2348-4576-a5e9-c83457ff1336","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.479920721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf49f05b-10df-474e-9c6a-c99d7307da90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.495328875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f51f89c-4f01-4c8e-9325-69928cc8d7be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.500577301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf49f05b-10df-474e-9c6a-c99d7307da90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.516321924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f51f89c-4f01-4c8e-9325-69928cc8d7be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.879554852Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9b30b9f1","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-sub-binding-9b30b9f1","reconcileID":"6e820384-c809-4bfa-980b-8a372a575760","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9b30b9f1","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-apikey-sub-binding-9b30b9f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:19.949041949Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9b30b9f1","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-apikey-sub-binding-9b30b9f1","reconcileID":"6e820384-c809-4bfa-980b-8a372a575760","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9b30b9f1","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.013948682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"de7de690-a91d-4fba-9a24-96ea0f7ab46e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.019750511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"a27a7cfd-70e9-4956-a412-7ffe0c26e715","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.069880214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"111dca1d-1fa4-4e80-b704-ce8dea4c8162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.069983066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9b1c9397-f5fc-4159-b0cc-6fe04b860892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.070802319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ff13c9e-c0be-4a48-8105-0b15953d2523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.070801976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7de6370c-6fd6-4614-8d04-1e11c7fd0ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.09002258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"111dca1d-1fa4-4e80-b704-ce8dea4c8162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.09037631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9b1c9397-f5fc-4159-b0cc-6fe04b860892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.092538664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ff13c9e-c0be-4a48-8105-0b15953d2523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.092626048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7de6370c-6fd6-4614-8d04-1e11c7fd0ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.006643501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"3fbf975d-c402-428d-ba04-5c2308c97073","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.027590544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"52a74cb7-0224-4913-8c1b-0f18ed6271b3","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:21.097413845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-ordering-sub","reconcileID":"92052038-005d-4a18-a40b-28c97a08b333","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.11040477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0cb21b1c-438c-42b2-bcf3-38920ce08f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.11125258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b47a1107-2923-48dc-94f1-4a5e2a9d6863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.112331969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60925852-0384-4014-83bf-18ebd67855db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.113147842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"4cd7595f-a94d-457c-bd4b-70ca4418ab36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.131537046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b47a1107-2923-48dc-94f1-4a5e2a9d6863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.131624217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0cb21b1c-438c-42b2-bcf3-38920ce08f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.133946735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"4cd7595f-a94d-457c-bd4b-70ca4418ab36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.142328853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"99498e7e-6a0c-4556-a7a9-9bd1beffa7e7","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.159444007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"ed374bbf-6e10-4f04-826a-905dce4560a5","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.195082317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60925852-0384-4014-83bf-18ebd67855db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.242629288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"cccecd7c-1449-4e5d-8606-6bf06e4216bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.243213218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4871be0d-5749-4e60-90b3-303e5f773516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.257386725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"875d9e04-91b4-4e3b-bfcc-815bb9aa72b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.262450612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"cccecd7c-1449-4e5d-8606-6bf06e4216bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.26357516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4871be0d-5749-4e60-90b3-303e5f773516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.266095217Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-ordering-sub","reconcileID":"ff3a1c8c-5c06-4c04-b457-afe70ddd43ee","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-ordering-sub","ai-tenant-e2e-worker-w0-ff49f4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.277307678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"875d9e04-91b4-4e3b-bfcc-815bb9aa72b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.288726155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddcda849-6b83-43ec-a512-86594962f8e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.310023262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddcda849-6b83-43ec-a512-86594962f8e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.323187852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"23a66057-24e8-4937-8d98-873e9cd91f0b","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.332599657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"b4cb5540-1067-4e1d-9839-1b8888de0143","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:21.431697772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-ordering-sub","reconcileID":"c29a7725-751f-45cc-bbef-9bd739893f79","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.11117574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"f06effa5-f0a5-489b-a2d5-0b8bdd439e49","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.131570043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"ab7bc9d4-a8e9-45a1-ac28-622882483521","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.178286906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-ordering-auth","reconcileID":"7f658ef6-86c6-41a6-b7bd-ab91c5456810","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.197638529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-ordering-auth","reconcileID":"7f658ef6-86c6-41a6-b7bd-ab91c5456810","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.283605251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"fc0f126f-1478-47ad-8c66-a2e1b7c12d04","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.025037849Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"47bc6d56-ed75-47ef-b33a-97b5af0b2e8c","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","subscription":"e2e-auth-iso-ac8ad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.041458774Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"47bc6d56-ed75-47ef-b33a-97b5af0b2e8c","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.057827594Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"47bc6d56-ed75-47ef-b33a-97b5af0b2e8c","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.149039507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"6beccaa5-533f-44a8-b138-24f738bf7d0a","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.149061854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"6beccaa5-533f-44a8-b138-24f738bf7d0a","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.171257334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"d84d8680-b059-4a93-93ac-cab053c14e18","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.207245614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"5bc0e114-35ca-457d-b695-0065a82b31e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.226280321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a962c8c-a507-47d4-9bb9-683e5bcd025b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.231532805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2104db19-ec0c-4915-8ca6-307170d6fc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.301154687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"5bc0e114-35ca-457d-b695-0065a82b31e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.30819687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a962c8c-a507-47d4-9bb9-683e5bcd025b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.311213809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"3fa00a65-9513-46cd-a209-7d483affd96b","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.311233486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"3fa00a65-9513-46cd-a209-7d483affd96b","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.317086803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2104db19-ec0c-4915-8ca6-307170d6fc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.416466701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"62fa5b93-22ce-45ea-a707-eb2d043f79c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.439329067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"62fa5b93-22ce-45ea-a707-eb2d043f79c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.448238216Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"5be96a5b-8658-497d-8752-2030e9848b08","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c1ab21f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.479718515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"ce24616f-e7f2-4f29-a041-604d550b0057","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.505382821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"ce24616f-e7f2-4f29-a041-604d550b0057","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.598623632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3706e742-8df1-4d08-9dc2-566c8e78e6d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.598623635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"404523f9-6f87-45cf-9c64-858acfff9777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.621370732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3706e742-8df1-4d08-9dc2-566c8e78e6d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.621980448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"404523f9-6f87-45cf-9c64-858acfff9777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.682629964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"265d826c-6c16-43ed-8c78-90b041c44e0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.703631366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"265d826c-6c16-43ed-8c78-90b041c44e0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.932074912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"a580d241-5e9e-4edd-a572-82e4866bd210","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.982312219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"15094022-c1b0-4c38-90c9-1068015addb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.982697604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89b11e14-0df0-4c58-8a0a-284e4394eaad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.983160455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a987295e-6f6d-4a9e-85b3-0e9d7ffbc729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.983508737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-ordering-auth","reconcileID":"d29c49d4-6759-43ee-a5dd-9040438e3685","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.983890718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"6c0236e7-33c1-44b9-878a-0413d5ae8537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:27.002531584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"15094022-c1b0-4c38-90c9-1068015addb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:27.003078925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89b11e14-0df0-4c58-8a0a-284e4394eaad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:27.004985608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"6c0236e7-33c1-44b9-878a-0413d5ae8537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:27.005321858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-ordering-auth","reconcileID":"d29c49d4-6759-43ee-a5dd-9040438e3685","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:27.00724029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a987295e-6f6d-4a9e-85b3-0e9d7ffbc729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:28.879917689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"1a3399f6-cda8-41c6-8fcc-691e0b220f9e","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:28.901010143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"1a3399f6-cda8-41c6-8fcc-691e0b220f9e","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:28.919408026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-68c77a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"1a3399f6-cda8-41c6-8fcc-691e0b220f9e","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.249403381Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub2","reconcileID":"c2075e9e-06b6-4887-b337-e4d091d539d8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.266088252Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub2","reconcileID":"c2075e9e-06b6-4887-b337-e4d091d539d8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.282926803Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-sub2","reconcileID":"c2075e9e-06b6-4887-b337-e4d091d539d8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.371363698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"54c572a4-067f-4643-a781-8b14f3eba7b0","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.420256526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56c672bc-ca78-467e-85c5-dafa906f7941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.441561216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56c672bc-ca78-467e-85c5-dafa906f7941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.451654115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"e5556500-f285-4f6b-ad09-55b18244c586","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.451742823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"373b5cbb-8b1e-4601-a3ee-1cb24f148001","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.45211799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ab97b5ae-b0e7-4f77-af34-ecf36613f54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.452197707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"c8f20095-fd8b-4ff2-bfd9-4f82d4f36b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.472033833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"e5556500-f285-4f6b-ad09-55b18244c586","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.47203691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"373b5cbb-8b1e-4601-a3ee-1cb24f148001","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.474196161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"c8f20095-fd8b-4ff2-bfd9-4f82d4f36b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.474381381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ab97b5ae-b0e7-4f77-af34-ecf36613f54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.528806318Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth1","reconcileID":"2e516ee5-46c4-4c84-8f83-710a8c20c6ad","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.528902611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"afc49257-1c0d-40ee-b470-07ff20370be2","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.532297187Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.536410584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f88178d-5761-4567-b91f-9dd64bff9efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.557025613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f88178d-5761-4567-b91f-9dd64bff9efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.60851576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"58fbee84-7161-438d-aa52-924467d5df21","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.652336329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"2ee75e38-2b0f-40b8-b2c8-9b8c9bffa848","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.673140712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"2ee75e38-2b0f-40b8-b2c8-9b8c9bffa848","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.811505135Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-return-all-auth2","reconcileID":"662dc990-0e3a-4b6a-be93-377a928b62f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.811583233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"99aefdab-7940-40f8-8065-759d9adf00ad","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:29.8956044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"ce10e1b1-7fde-47d4-9c7b-f15493107065","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.245035367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"554f2058-a422-4ffd-97bc-7833940933e5","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.266254697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"bd7c2968-f95f-497d-8f4c-c6f76d506b53","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.31353068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"b13eb527-0b76-4a8e-98da-52a77861779a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.334439548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"b13eb527-0b76-4a8e-98da-52a77861779a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.455580099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"69440cb6-8b07-4c07-b345-b34bbb51efe9","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.476401384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"f86262d6-ce1e-4eb7-9f4e-49f8b7ac4390","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:31.490994718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-sub","reconcileID":"9ac647cc-8511-4e0d-afc5-2cddda14a188","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.504503711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf980c64-d207-402c-87fa-41f49db99ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.504515347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78cc5e44-6fd4-4375-a4ff-f04621c37f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.505214293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e447925a-d9c3-4dd7-8250-3f63bf4bffcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.505280357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3d860774-25f6-4888-8184-e80118319f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.514448101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"5dd5604d-733a-439c-be67-8c9dd4b64355","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.526934348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf980c64-d207-402c-87fa-41f49db99ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.527356645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e447925a-d9c3-4dd7-8250-3f63bf4bffcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.52938929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3d860774-25f6-4888-8184-e80118319f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.529951345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78cc5e44-6fd4-4375-a4ff-f04621c37f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.541584943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"10f5b76e-a078-4877-8956-e4c215e01080","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.562755801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"35e67dfb-0a7d-41da-bdd0-a45c96d38ca7","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.603772722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"7cc6ce27-926f-4421-a12a-ccae42f7add2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.624551968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"7cc6ce27-926f-4421-a12a-ccae42f7add2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.649366506Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-sub","reconcileID":"75a19e11-8755-4ed6-8b12-680f81e3791d","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.704714052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0d46b2e-f7f4-43f8-9888-0b44a54e2370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.705884953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"8912da14-1943-4128-bd32-4baff8109c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.706521571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6452e98b-3d15-45fe-8910-013f9cc5a284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.70767503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfaeb548-dd11-4943-aa56-646a6f5ffcc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.70975848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"f8b3226b-74fd-444b-87c4-ffab1ead21e8","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.808303988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0d46b2e-f7f4-43f8-9888-0b44a54e2370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.811345439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"8912da14-1943-4128-bd32-4baff8109c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.814211037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6452e98b-3d15-45fe-8910-013f9cc5a284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.815511255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"5a43b399-cd5a-4791-8828-30e33904770f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.818301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfaeb548-dd11-4943-aa56-646a6f5ffcc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.8636555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"fc0fae24-455b-45f1-b564-40f1d51ceeae","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.864905218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-sub","reconcileID":"9ba501eb-5457-4ce8-a00d-5a56acee4a61","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.894978428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"fc0fae24-455b-45f1-b564-40f1d51ceeae","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.351394291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"4622b5e2-822c-4a5e-8a3e-847757b691e0","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.405377595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea345b8-a9e4-49c3-bdd4-0a8430018865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.424128044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea345b8-a9e4-49c3-bdd4-0a8430018865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.442891392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea345b8-a9e4-49c3-bdd4-0a8430018865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.459222842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea345b8-a9e4-49c3-bdd4-0a8430018865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.459802784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"237fa206-a761-4529-a468-40dee5d9b54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.459978224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"72424405-34c4-4eb4-92d0-eb75affc2272","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.460405231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"6a9a775b-76f4-45d9-80e5-9f6977d80a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.460803276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"ffc29f1b-fad5-4ad6-9544-36493ed4b544","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.460918821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f0e02a6-ef50-46ed-827d-56b33b57953f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.486079473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"6a9a775b-76f4-45d9-80e5-9f6977d80a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.487341055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"ffc29f1b-fad5-4ad6-9544-36493ed4b544","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.488350012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f0e02a6-ef50-46ed-827d-56b33b57953f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.490163031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"72424405-34c4-4eb4-92d0-eb75affc2272","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.491820604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"237fa206-a761-4529-a468-40dee5d9b54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.17640059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bfa88d-640b-4bcb-ba69-972efed60d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.192523458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bfa88d-640b-4bcb-ba69-972efed60d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.209067913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bfa88d-640b-4bcb-ba69-972efed60d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.225016659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bfa88d-640b-4bcb-ba69-972efed60d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:35.191216062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ec7a68a-ee1d-43b8-9cd2-c0918ee63dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:35.19124495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de92eb27-a13d-478e-bf36-e49b5acb39d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:35.211897941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ec7a68a-ee1d-43b8-9cd2-c0918ee63dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:35.212532108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de92eb27-a13d-478e-bf36-e49b5acb39d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.346637435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fdbd149-dbf3-4aa3-9106-0b041008bd48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.34687619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf57c73b-72d7-447a-bc3f-c143a5b74bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.368368796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fdbd149-dbf3-4aa3-9106-0b041008bd48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.371553943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf57c73b-72d7-447a-bc3f-c143a5b74bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.463956109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea44ab5f-8ecc-4140-98c1-55d8529f2f85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.464876477Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"04440b3e-b343-4a3c-97b2-5cc7922b8613","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","subscription":"e2e-auth-iso-ac8ad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.466673844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71dca633-eb38-4b66-91e3-7349066ab004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.480901934Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"04440b3e-b343-4a3c-97b2-5cc7922b8613","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.484069614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea44ab5f-8ecc-4140-98c1-55d8529f2f85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.490728006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71dca633-eb38-4b66-91e3-7349066ab004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.496996638Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"04440b3e-b343-4a3c-97b2-5cc7922b8613","MaaSSubscription":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.62459701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10ec8539-8c93-4613-903e-3b73f451d4a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.644899054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10ec8539-8c93-4613-903e-3b73f451d4a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.653988002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"5272bf88-aabb-447e-a373-972b95ba5724","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.654009316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"5272bf88-aabb-447e-a373-972b95ba5724","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.710841981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"d2f6a555-8329-499e-a9ed-a3256d040523","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.728885775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac6816f7-d010-4f7f-a82f-5010252f33cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.734304919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"d2f6a555-8329-499e-a9ed-a3256d040523","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.750564901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac6816f7-d010-4f7f-a82f-5010252f33cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.798923684Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"2993b257-a9b5-471e-9024-beaa644da4bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.798940995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"21810cc5-8bd9-4e99-ad80-b4695e439c03","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.798953453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"21810cc5-8bd9-4e99-ad80-b4695e439c03","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.869826575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"218e8464-020b-4a8e-8115-ff84b3acf73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.890396026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"218e8464-020b-4a8e-8115-ff84b3acf73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.936645113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"2993b257-a9b5-471e-9024-beaa644da4bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.952571167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"44392064-aecb-4ac0-8ceb-95b2a0fdd715","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.968375867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4574e721-0a1f-4d6e-a7a6-f4984c995faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.972397603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"44392064-aecb-4ac0-8ceb-95b2a0fdd715","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.986585449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"2993b257-a9b5-471e-9024-beaa644da4bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.986608169Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-auth-iso-ac8ad9","reconcileID":"2993b257-a9b5-471e-9024-beaa644da4bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.98757467Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-ordering-sub","reconcileID":"125c786f-027b-4b33-a44f-95d05a74f2a6","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.993304201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4574e721-0a1f-4d6e-a7a6-f4984c995faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.007833157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"11f5ee70-c411-4319-bfc7-6bc3e2c1810f","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/auth-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.007855718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"auth-test-model-3f0dde","reconcileID":"11f5ee70-c411-4319-bfc7-6bc3e2c1810f","MaaSModelRef":{"name":"auth-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"auth-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"auth-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.070974799Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-ordering-sub","reconcileID":"125c786f-027b-4b33-a44f-95d05a74f2a6","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.076552569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61fdeae1-b8f4-4a28-97f0-e4608adafbfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.100626697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61fdeae1-b8f4-4a28-97f0-e4608adafbfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.146573435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"04310aa7-ce57-4234-99fb-4f6a1ebf2e6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.174824268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"d4bd4995-8748-493f-900c-fe7a682dc6d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.174934733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"f40c0234-e4cb-4bd2-83ee-ef3d1c840bad","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.174952372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"f40c0234-e4cb-4bd2-83ee-ef3d1c840bad","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.232590655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"b37a25de-9570-4d51-8204-e58ead3f74bd","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.269795719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e78cb218-9d6c-4a54-aa32-7b48c744e099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.301821569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ba7441b7-b273-4dd4-b9e9-a1ab7a38f62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.30217078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"690b5531-ba96-4d25-8d58-88763f5aaf81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.304547616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e78cb218-9d6c-4a54-aa32-7b48c744e099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.322531813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"690b5531-ba96-4d25-8d58-88763f5aaf81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.327127899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ba7441b7-b273-4dd4-b9e9-a1ab7a38f62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.33910655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"d4bd4995-8748-493f-900c-fe7a682dc6d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.370336488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"354a11e2-30fa-43ed-b2e1-f8c81446f6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.392953884Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"d4bd4995-8748-493f-900c-fe7a682dc6d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.392968774Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-auth-iso-ac8ad9","reconcileID":"d4bd4995-8748-493f-900c-fe7a682dc6d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ac8ad9","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.395186321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"354a11e2-30fa-43ed-b2e1-f8c81446f6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.395778849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"36f5f03e-35be-44e2-be68-51efb6b6215b","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.414510091Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-ordering-auth","reconcileID":"f78c3b1a-2498-4214-a72f-1420406424cc","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.414584099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"aadfe8e3-7fbe-4b59-a37e-cdba388662b0","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/auth-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.414602393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"auth-test-model-e45ed0","reconcileID":"aadfe8e3-7fbe-4b59-a37e-cdba388662b0","MaaSModelRef":{"name":"auth-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"auth-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"auth-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.47224976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b57bac6-100b-4207-9c11-ea2c638799fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.492666988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b57bac6-100b-4207-9c11-ea2c638799fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.541078763Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"681b0719-c164-4b1a-a3ad-5ed5e5a17250","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.563299533Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"0ab5f743-f671-4f46-ae82-897832954a73","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.578521224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"2722d564-2685-4adf-8867-34daa4d0de73","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.591219063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"232c923f-8f2a-4fd5-b30f-18efd47ed19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.599805511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"2722d564-2685-4adf-8867-34daa4d0de73","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.613714945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"232c923f-8f2a-4fd5-b30f-18efd47ed19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.626352629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-68c77a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"2722d564-2685-4adf-8867-34daa4d0de73","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.651078576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"86d5de5c-9a8e-4eb4-b3f8-afe48792ca56","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.714387537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"fa4d9a3d-8930-4d56-9bd8-1ebcd9838e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.714580256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42c58bcf-e1c2-43d5-adf2-032fff0e05e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.720085962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e6466320-471b-4b43-9443-c21a466bfb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.73547752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42c58bcf-e1c2-43d5-adf2-032fff0e05e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.735808138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"fa4d9a3d-8930-4d56-9bd8-1ebcd9838e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.744506882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e6466320-471b-4b43-9443-c21a466bfb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.791109268Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"1ab8d88a-053c-4e7e-8ac9-eac5a21c875a","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.793318008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"eadb05e3-fd49-446e-94e9-d40f4bf3f438","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.813153861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"eadb05e3-fd49-446e-94e9-d40f4bf3f438","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.891499877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9215c768-6e20-4544-a998-1c42d50c6a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.912525142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9215c768-6e20-4544-a998-1c42d50c6a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.953768266Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"91473ca8-2f5a-4441-84c9-dce4a6fe2436","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.977893807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"1edaf453-fa9c-48dc-a231-3c0c81abb2c8","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.985936654Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"140e0af0-7413-4da2-bae2-0f7c3c5e7eaf","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.993119592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"fcb648ff-72f0-465f-b25e-9334c199056e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.996476531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"09af6aba-4022-467a-a50d-0ccc13bd995f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.99774989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"1edaf453-fa9c-48dc-a231-3c0c81abb2c8","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.013935099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"fcb648ff-72f0-465f-b25e-9334c199056e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.016671534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-68c77a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"1edaf453-fa9c-48dc-a231-3c0c81abb2c8","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.017511352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"09af6aba-4022-467a-a50d-0ccc13bd995f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.091946171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"95e266f7-84c8-4753-bf65-a92b75190d38","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.092165378Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"a7d87ffb-ca39-4c02-9e1c-e69610976c8e","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.160646879Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"d6dc3418-8b16-46f5-9aa1-b68938b57efc","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.176648941Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"95e266f7-84c8-4753-bf65-a92b75190d38","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.213327843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"95e266f7-84c8-4753-bf65-a92b75190d38","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.359913743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"0a0b6048-285a-4590-9158-dde3168ea22d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.395952134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"0a0b6048-285a-4590-9158-dde3168ea22d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.41613705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"0a0b6048-285a-4590-9158-dde3168ea22d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.416715508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"3930761a-efe5-4726-90b3-0e0e9f571287","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.601460934Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"a400ea17-09de-48dc-9ff5-4a03a5fc1e80","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.641797479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"cc41b820-8825-42a7-ada1-6d35faeb5d1c","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.64183083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"cc41b820-8825-42a7-ada1-6d35faeb5d1c","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.658800508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"716bc953-af0d-490d-bbd5-391a92127d3d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.659956335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"70f54447-483d-4fe3-8aa8-17be33bcf321","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.708196275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"70f54447-483d-4fe3-8aa8-17be33bcf321","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.708813986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ded93df0-9dbe-4775-bc90-0057573cc2d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.710021798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a665046-01d7-49a6-acb4-682b9e42f9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.711587802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d07476f5-d567-4823-857e-8e9113b0c32d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.71901849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"716bc953-af0d-490d-bbd5-391a92127d3d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.739773163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a665046-01d7-49a6-acb4-682b9e42f9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.743738097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ded93df0-9dbe-4775-bc90-0057573cc2d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.749128521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-68c77a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (754b763450f392753739170e0bb20f65969a8d3eed5e0b9097c48c622430dcd5) AuthConfig (2bc3a54012d5bad8437f564e341a39fcc9503fa56147df1546bced535e17b34f) AuthConfig (a016ec466a45ca000f0918ca900c50704a739204f842b10d7d6afe154a13d0f4) AuthConfig (7931223e84d7fd5fa11e819c2d03a6e49281c684c076a704b698660f5f67fafe) AuthConfig (a3ed57bc26b8327b08d8d67aedb39bc0109c215d8e48936eb498cf3a4018acc0) AuthConfig (de17d3a1477b40413c413f17682a47266a446ea7da9006b378292ce659c5d7f0) AuthConfig (803a888e4579e61025cca842df4eabd6f092d48f00b6cffc01245bb0a284d520) AuthConfig (feccac328edcdb4bf47364afa8c86ff844a0b2002686eeb94f52088775ed6ccf) AuthConfig (3e5c0fa4cb50b97f988da497ba3dca70ac9a3633bf8ccb8ca9291276a91ae7c2) AuthConfig (56527e820f7bff3c62ac4fffbc46ae4d098551257e6b35505bf9e297eff32eef) AuthConfig (c0b7749d99a3672f98a54fcc029d50ef6ccd35bde0673fe6630d74469ff27ff8) AuthConfig (aeca56ebaaf9691b197bdb83c53b53ee3b10622fda7ac42af1512a0a94b18e7e) AuthConfig (52b178fe265f501fa817667a5c0c5347d75d75b79de456239874629cea2ad273) AuthConfig (88a4ee8200a65929cba9f8aadfdf9fcde6833bbd2e1a1b0c60b84487a496d63e) AuthConfig (976fac291a8c8d220a64fda088c5a65af4877726f262f54892e0bf41622e121f) AuthConfig (40b116b930683a4483a8421a171e70b647298fa85d21eea655c412dd49a6e53e) AuthConfig (63e7b48b45ff04a640a9d0858ab230975b3865f11cdc5e212a2f2aed7203bfa8) AuthConfig (6ad3353d6a3d55f7886d9426a9a89f27ac53b7aa3027e9a34048e5e72bab7c7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"70f54447-483d-4fe3-8aa8-17be33bcf321","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.756127909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d07476f5-d567-4823-857e-8e9113b0c32d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.757313531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"716bc953-af0d-490d-bbd5-391a92127d3d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.773946562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"0b67b87f-e2fa-446d-b189-2e5ddd3bc093","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.774998998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"0b67b87f-e2fa-446d-b189-2e5ddd3bc093","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.824188567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b7fa4ff8-fd0d-4356-9b64-9a9a264ad3a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.825468067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4452740f-5699-406f-bd9e-5a8253430467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.851950179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b7fa4ff8-fd0d-4356-9b64-9a9a264ad3a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.86755012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"4581fba8-7f01-4374-bb9c-34a6b8eca3e3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.867945216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4452740f-5699-406f-bd9e-5a8253430467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.993991595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"4581fba8-7f01-4374-bb9c-34a6b8eca3e3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.017748274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"79d00a47-ee2a-4460-a2ce-31490d70b4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.018478061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9aec63fc-e455-4a13-a5aa-bfa59d7a76b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.018990045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"fa9902b8-19e1-4aea-baba-2b2fb31aeffb","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.104045757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9aec63fc-e455-4a13-a5aa-bfa59d7a76b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.132956866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"cef700e1-1e15-434c-bca6-3a1f9ce889ac","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.134929458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"79d00a47-ee2a-4460-a2ce-31490d70b4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.149990251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"ea47e1b8-37c0-4b8d-8cf7-713f98ae6b57","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.172299273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"ea47e1b8-37c0-4b8d-8cf7-713f98ae6b57","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.229645475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"ea47e1b8-37c0-4b8d-8cf7-713f98ae6b57","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.270343301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"e968b5eb-3ffd-49f8-8396-d5ce73bc49f8","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.297319144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-success","reconcileID":"113c3b3f-91c1-46a7-a4b5-46ec108c9934","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.298620775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"25aa6e7c-ba8c-4537-a8d4-aae1877a0d86","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:39.319070461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-success","reconcileID":"9d72a1d5-2e8b-4d81-ad45-38b7adb08994","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.371310811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-success","reconcileID":"113c3b3f-91c1-46a7-a4b5-46ec108c9934","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.424079913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6ed3de29-756e-436b-bf1a-4a4640f9de8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.427276102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"cc7e77ae-1a42-4714-8c2e-e7d95cd6e560","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.427613911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b94eaeea-552f-4ebb-80f4-0d3a7e30eac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.460624237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"d150ed48-1243-4ed1-b3cb-1c20b702a224","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.479224085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b94eaeea-552f-4ebb-80f4-0d3a7e30eac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.488517037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2b845ee-d974-4817-ba58-73a666862fc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.488808618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"f44cff12-05f7-44a9-8f11-7a2a28c488f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.504489009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6ed3de29-756e-436b-bf1a-4a4640f9de8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.638255041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2b845ee-d974-4817-ba58-73a666862fc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.795604338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"a2a02491-b600-43be-bdad-580ba84d497d","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.817203548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"f44cff12-05f7-44a9-8f11-7a2a28c488f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.836593787Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-success","reconcileID":"ea4121bc-ba77-457c-9b4c-d865f64c69d1","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-ff49f4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:39.9315005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-success","reconcileID":"0963b90e-1036-4a6f-93af-d9c05f604aad","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.035290312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2dba305-5c1e-41e7-9b9b-862edcd40203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.037304606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7f71123-8617-4b62-85c8-e6e638abecf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.039290441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"917eb511-3e05-4f40-b164-36ddf3e7294f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.066218156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-success","reconcileID":"0963b90e-1036-4a6f-93af-d9c05f604aad","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.086254876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"514364b5-50fc-4c55-947f-6673b7495d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.138047314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7f71123-8617-4b62-85c8-e6e638abecf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.155268519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2dba305-5c1e-41e7-9b9b-862edcd40203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.200222081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"ce16b3fe-12f0-4c21-a117-cb8e091ebe82","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.359446644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"514364b5-50fc-4c55-947f-6673b7495d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.475298551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"77061f3a-191c-4bf3-9f7a-7a1f15ffd8c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.492711477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-success","reconcileID":"aa602145-eb80-4efc-bd44-0f0707c36eb3","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:40.509948455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"77061f3a-191c-4bf3-9f7a-7a1f15ffd8c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.42129278Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-sub","reconcileID":"d8140598-6373-4789-8530-d4a563d13cd7","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.494659008Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-sub","reconcileID":"d8140598-6373-4789-8530-d4a563d13cd7","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.561597526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"c09d297f-c976-4ff6-9b8d-99e8803e6794","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.578115164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"43bcf74f-28c8-482f-bf25-a3f4bfac1339","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.599999179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"84105244-60f3-4b96-8e62-52dd29f0e140","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.62806178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"319dfde6-312f-4c0e-9a03-19171a186ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.628368294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"befa4e87-541f-48d9-ba38-fb90b623fdda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.628895599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c29991e-5127-4eb1-b223-94f173348217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.629100091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"d388fbc4-0462-427b-bd95-47e2ca080de5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.629654626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fe29276a-4fe3-4080-a0cb-31952321a101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.649066658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"319dfde6-312f-4c0e-9a03-19171a186ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.650269953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"befa4e87-541f-48d9-ba38-fb90b623fdda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.651565112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c29991e-5127-4eb1-b223-94f173348217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.653216816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fe29276a-4fe3-4080-a0cb-31952321a101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.654377142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"d388fbc4-0462-427b-bd95-47e2ca080de5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.725441253Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-user-token-filter-auth","reconcileID":"3249a81a-a7ff-411d-ab20-439e1018ba21","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.725558406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"e9a324d9-d873-4ff6-8518-6e17459eaea4","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:42.816407931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"d34f45e3-fe58-4c36-b165-fc32bb4cf8af","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:43.615317877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"66a5acc6-7d03-4461-86ed-a1efb0322956","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:43.665036357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-success","reconcileID":"bb5d5d04-39ba-4da6-99ff-a163687b892e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:43.66568326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a31a24ef-60ca-408b-98e0-89c9f309a951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:43.665861571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3755ec6-cf2d-4baa-ae32-8434b31d50eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:43.66504978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"5ba1eb6a-c827-47e7-9f19-8b1b3468077d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:43.66890929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff3fe6c5-e718-43c5-85c1-849cef00f06b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:43.686576294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-success","reconcileID":"bb5d5d04-39ba-4da6-99ff-a163687b892e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:43.687255908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3755ec6-cf2d-4baa-ae32-8434b31d50eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:43.69024649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"5ba1eb6a-c827-47e7-9f19-8b1b3468077d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:43.690795482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a31a24ef-60ca-408b-98e0-89c9f309a951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:43.692674002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff3fe6c5-e718-43c5-85c1-849cef00f06b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.554901795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"5c620625-f1bd-4354-b892-5e1b37583a7f","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.575950632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"10c0a3d4-fd12-40cc-87fb-6217b3d18abe","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.626698225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-auth","reconcileID":"150a0fb8-f031-4bb6-8d05-cdfd4c5c31b8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.6472359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-auth","reconcileID":"150a0fb8-f031-4bb6-8d05-cdfd4c5c31b8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.736237838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"f377c2ed-fadf-4fcb-93ce-42c283758c0d","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.757806998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"58b91a2d-5ddc-4155-b32e-69d94e1cab3e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.778308464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"ba7d4b57-4499-459f-bd00-3afb01bd8922","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.785384241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-auth","reconcileID":"84029ac1-db63-4067-9420-9906d58c9aea","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:44.795072541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-sub","reconcileID":"6549cb83-ebe2-4bdf-9648-5b3e91b3d667","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.80681528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-auth","reconcileID":"84029ac1-db63-4067-9420-9906d58c9aea","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.83611873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"af875d27-b945-45ed-8a25-e92061c61307","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.857312019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"50196ff1-18c7-4e30-ae4a-c5683e0f2ed5","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.885238776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eec8d085-ddad-4892-bcd0-1634f47e0742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.88525798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d02c5de-ee23-4956-9186-28721900db94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.886002516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"bcccdc90-bbba-467b-82b0-ba4d9794973f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.886011984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a5917015-38d7-4bc5-adc3-99f391fb0a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.907896546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a5917015-38d7-4bc5-adc3-99f391fb0a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.908202335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"bcccdc90-bbba-467b-82b0-ba4d9794973f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.911606832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eec8d085-ddad-4892-bcd0-1634f47e0742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.912081948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d02c5de-ee23-4956-9186-28721900db94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.951081191Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-sub","reconcileID":"a3bf6032-ef92-49a2-91c4-efcc0799b136","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:44.993401086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-auth","reconcileID":"8c06c908-5ab9-4562-b7ea-612e33077988","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.013756962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-auth","reconcileID":"8c06c908-5ab9-4562-b7ea-612e33077988","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.022174822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"b56b6b2a-469e-4f0b-a812-bec3880b682a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.03423183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"1852f3e8-b62f-44f0-8f9d-e1e6c6bdc61b","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.094355291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6c7cebcf-dbc9-4533-b279-88d1db782499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.094685716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c49bb8ae-1c59-43c0-bae1-3195bf8d7ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.094826693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9f3d6ca4-530b-4a3f-9b00-2f4c726c5a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.095549116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5366c84b-d49c-4ab4-ae6e-883874ac1e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.11489599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6c7cebcf-dbc9-4533-b279-88d1db782499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.115271787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9f3d6ca4-530b-4a3f-9b00-2f4c726c5a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.118450257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5366c84b-d49c-4ab4-ae6e-883874ac1e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.11885102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c49bb8ae-1c59-43c0-bae1-3195bf8d7ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.123638945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-sub","reconcileID":"26fa2ebe-2731-4cbf-ac7a-c5cfba393aa7","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.607370678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"c261c71c-5e7b-4f25-b557-617680977419","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.656613704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6efb711-5c2b-4d79-be10-e956a5ee4ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.656925601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-auth","reconcileID":"aa7ac4f0-e4a5-4454-8739-8d782bccfd9a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.656615052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1521951-e9bd-4c5f-8de0-be905f4a3a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.657334708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"5c3d14f3-6a06-43cf-b0cf-0dfb4febe56e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.657750704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b0785bf8-d487-42ef-8676-d709bba41f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.677360884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6efb711-5c2b-4d79-be10-e956a5ee4ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.678736718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-auth","reconcileID":"aa7ac4f0-e4a5-4454-8739-8d782bccfd9a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.679772071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1521951-e9bd-4c5f-8de0-be905f4a3a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.68119878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b0785bf8-d487-42ef-8676-d709bba41f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:47.682064759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"5c3d14f3-6a06-43cf-b0cf-0dfb4febe56e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.808806891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"983587f2-66e2-4a8d-a157-48498351b852","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.828929895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"983587f2-66e2-4a8d-a157-48498351b852","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.847977613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-68c77a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (754b763450f392753739170e0bb20f65969a8d3eed5e0b9097c48c622430dcd5) AuthConfig (2bc3a54012d5bad8437f564e341a39fcc9503fa56147df1546bced535e17b34f) AuthConfig (a016ec466a45ca000f0918ca900c50704a739204f842b10d7d6afe154a13d0f4) AuthConfig (7931223e84d7fd5fa11e819c2d03a6e49281c684c076a704b698660f5f67fafe) AuthConfig (a3ed57bc26b8327b08d8d67aedb39bc0109c215d8e48936eb498cf3a4018acc0) AuthConfig (de17d3a1477b40413c413f17682a47266a446ea7da9006b378292ce659c5d7f0) AuthConfig (803a888e4579e61025cca842df4eabd6f092d48f00b6cffc01245bb0a284d520) AuthConfig (feccac328edcdb4bf47364afa8c86ff844a0b2002686eeb94f52088775ed6ccf) AuthConfig (3e5c0fa4cb50b97f988da497ba3dca70ac9a3633bf8ccb8ca9291276a91ae7c2) AuthConfig (56527e820f7bff3c62ac4fffbc46ae4d098551257e6b35505bf9e297eff32eef) AuthConfig (c0b7749d99a3672f98a54fcc029d50ef6ccd35bde0673fe6630d74469ff27ff8) AuthConfig (aeca56ebaaf9691b197bdb83c53b53ee3b10622fda7ac42af1512a0a94b18e7e) AuthConfig (52b178fe265f501fa817667a5c0c5347d75d75b79de456239874629cea2ad273) AuthConfig (88a4ee8200a65929cba9f8aadfdf9fcde6833bbd2e1a1b0c60b84487a496d63e) AuthConfig (976fac291a8c8d220a64fda088c5a65af4877726f262f54892e0bf41622e121f) AuthConfig (40b116b930683a4483a8421a171e70b647298fa85d21eea655c412dd49a6e53e) AuthConfig (63e7b48b45ff04a640a9d0858ab230975b3865f11cdc5e212a2f2aed7203bfa8) AuthConfig (6ad3353d6a3d55f7886d9426a9a89f27ac53b7aa3027e9a34048e5e72bab7c7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"983587f2-66e2-4a8d-a157-48498351b852","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:49.262729053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"194b89de-b45f-41df-a7dc-eac85597318f","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:49.282106993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"194b89de-b45f-41df-a7dc-eac85597318f","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:49.300350626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"194b89de-b45f-41df-a7dc-eac85597318f","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:52.691610492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"4f028628-4432-4ed8-9005-67c6552dc219","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:52.737768146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"4f028628-4432-4ed8-9005-67c6552dc219","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:52.849534742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad1d0dd12cf6596a7007b9f2253c3f5840545dd23b1c44377e5ed05673d52ac3) AuthConfig (c4f8daea658dc51f7fec5e5264b01f111f7efe2f6e80fa6b1e484219334da50a) AuthConfig (37b7ba477419d93c18fc514a258fc50aeab87c88c869251e10c6a4c6bbb69cc4) AuthConfig (8abb2c01b69777cefcec7469b9fd7ed6ad6479f9fbee12f523e15322a95e6234) AuthConfig (9bc54499056591f32ecca7619dae43ddc7ce40df5c71f2a5aec383e9e3a5d69e) AuthConfig (cb4bcf9385d1605f5c819407ccff7008cb06159576bd439dd2c141a4b5f589de) AuthConfig (9716ded3e35e385d1c96529fb14858dd810688f94d1370afa2d126c4e8846b48) AuthConfig (091cd659ab9b830bfbd175dba4528bf3524e400deac8927b90f721b0d319f3e2) AuthConfig (5b620cc242a2a36fb6dbc10fe9091dc2c657f79f8ee9e92468ba2d743af4ca84) AuthConfig (f34edf16369b335849bb7d25994dbb220e9c1ea0343e34c50e19f13db69b7aef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"4f028628-4432-4ed8-9005-67c6552dc219","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:52.940997936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"7caf76f4-e604-41bd-ae58-cfd7b0aebe5c","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:52.941117645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"7caf76f4-e604-41bd-ae58-cfd7b0aebe5c","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:53.673088876Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-success","reconcileID":"6443e32a-a606-425e-ace0-afde4ab35376","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:53.758118681Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-success","reconcileID":"6443e32a-a606-425e-ace0-afde4ab35376","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:53.847038472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"4d425dae-fe28-4487-b057-a81c43bb56ac","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:53.850029595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"f839c960-2c35-418e-9b05-f0aa9baad0ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:53.919099356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"e4e79fc3-d12a-4e22-b011-6fb11f2e4fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:53.920006308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-success","reconcileID":"40ad4e3b-5c79-4621-b068-9a1ac2c4d100","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:53.921202539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"712bf659-725a-47fd-bbec-2e4b905581c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:53.922389519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"cccbf3aa-731f-4f7a-9dd0-fbcf402d8db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:53.923537762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4e10273-4145-48f0-b5c7-16461592ff7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.03091163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-success","reconcileID":"40ad4e3b-5c79-4621-b068-9a1ac2c4d100","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.03467195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"cccbf3aa-731f-4f7a-9dd0-fbcf402d8db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.038272236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"712bf659-725a-47fd-bbec-2e4b905581c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.038930037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"e4e79fc3-d12a-4e22-b011-6fb11f2e4fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.04275816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4e10273-4145-48f0-b5c7-16461592ff7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.043143338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"e167c75c-1c33-49cb-bf10-08e0b8ec5164","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.121133208Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-success","reconcileID":"b5ee7340-e52c-4173-a060-c786a4c19486","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:54.240564899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"0d16a3d9-1387-41e5-bb70-8e8fcd3e43a8","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.277805095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"7cb201d7-8265-4c16-8224-0339985bbd05","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.29621372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"01a90aa5-0efc-4f99-a58f-0420910d639b","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.344157751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"df4ba567-d713-45bd-a0f2-a96aa27eb314","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.36654303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"df4ba567-d713-45bd-a0f2-a96aa27eb314","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.452350068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"2750aa67-354a-46c2-b1cf-5dfa3ea74e87","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.497619643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"8c278938-550e-4e8d-9599-2c3af99f47fd","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.499357899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"bd735419-f98a-426c-83c4-ccce05391a64","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.518468228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"69e145b1-c5c3-4233-b53d-8eb67d3f55ed","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.519211751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"bd735419-f98a-426c-83c4-ccce05391a64","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:55.537286356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-no-access","reconcileID":"4bd3d25f-800b-41b3-b207-f8e91ef34d0c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.581412725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"39f47a0d-a59e-41bc-b24a-dfc728e4ccbc","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.602676778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"af8a5331-e95a-4501-bea8-93dc08c3b1b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.603008982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3a7dfb3-02cd-4b26-9e48-e686633f5ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.603599298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34700321-2b6d-49bb-9e82-ce3b7ca7bf82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.603926411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d11f9bf3-32c5-4496-bdc2-99b76a1d5083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.604535653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"86bcab3b-c10d-4d86-996b-5b36354dcab3","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.623043714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"af8a5331-e95a-4501-bea8-93dc08c3b1b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.62379581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3a7dfb3-02cd-4b26-9e48-e686633f5ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.62643903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d11f9bf3-32c5-4496-bdc2-99b76a1d5083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.627683536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34700321-2b6d-49bb-9e82-ce3b7ca7bf82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.692690205Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-no-access","reconcileID":"e23cf7f5-e63a-496b-8037-b55a8588890b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-ff49f4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.699987711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"99bea052-dff4-4aee-9dc9-ffb90781adff","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.719621867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"99bea052-dff4-4aee-9dc9-ffb90781adff","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.746736155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"a519d3bf-24b8-4c55-92ff-b003ec1c775d","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.772939498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"8f148c61-f17e-4ab8-82ea-0f456b4eb24f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.802551133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"082ab445-724e-405d-b16f-26a3dca0cba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.802566683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e9afbbfa-256e-42de-970b-c845a6b89b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.803463817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dd8f7c2-c947-4b6f-8edf-a63818bb36b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.803484166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c10f607-cbad-4039-989e-3b07eb52a558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.817757939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"4a1afac2-746a-4056-8f93-98201fddf359","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.822879508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"082ab445-724e-405d-b16f-26a3dca0cba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.823131775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dd8f7c2-c947-4b6f-8edf-a63818bb36b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.825481181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e9afbbfa-256e-42de-970b-c845a6b89b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.825583509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c10f607-cbad-4039-989e-3b07eb52a558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.837796334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"4a1afac2-746a-4056-8f93-98201fddf359","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:55.874996188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-no-access","reconcileID":"91139e31-5a34-4337-8d2b-1131668871a3","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.348543096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"6a23b528-f402-4060-9fd0-fcc510079fe4","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.398812898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"4354b3b7-b307-4567-b0dc-b7bdc2fdabc5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.398812734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"8989acde-7cd0-45c2-b04a-c13e265191c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.399675874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a379686-da87-4aad-8e65-dfd75fd0d905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.400238062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24e0dc35-5290-45ab-8201-ee6ecd350834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.400759122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"596a245a-df83-4197-a6fc-572378826d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.420088661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"4354b3b7-b307-4567-b0dc-b7bdc2fdabc5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.420164802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"8989acde-7cd0-45c2-b04a-c13e265191c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.422621265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a379686-da87-4aad-8e65-dfd75fd0d905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.422845917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"596a245a-df83-4197-a6fc-572378826d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.425026097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24e0dc35-5290-45ab-8201-ee6ecd350834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.661330563Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-sub","reconcileID":"9919eb79-e7fa-419b-a5c0-bf5c8fedbbb0","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.734007749Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-sub","reconcileID":"9919eb79-e7fa-419b-a5c0-bf5c8fedbbb0","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.843199434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"ee7691af-f896-4c45-b619-d82716660036","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.886610848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"f752a3a5-2991-4efc-a822-c65c69ed2fe1","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.935105877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"1d8118e5-2d63-40a4-b212-072a11508cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.935465425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cb8b830-6d47-4959-be19-035836478498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.935851735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-auth","reconcileID":"ab23028d-242b-474f-a897-574915d16011","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.936565726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9b4475a-dfca-45be-a523-d7712e56e0ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.936571451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7f79db76-8607-470f-a856-dcc4c08075f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.956162292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"1d8118e5-2d63-40a4-b212-072a11508cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.956247597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cb8b830-6d47-4959-be19-035836478498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.958553987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-auth","reconcileID":"ab23028d-242b-474f-a897-574915d16011","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.958620197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7f79db76-8607-470f-a856-dcc4c08075f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:57.960670849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9b4475a-dfca-45be-a523-d7712e56e0ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.035344262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"08afe677-d2d5-4c5c-a13b-e7e010c01bea","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.090832515Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-scoped-auth","reconcileID":"190a8b0b-4399-46a0-8cea-a888e99687c2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.141696828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"d8051f18-cc12-48ab-94b5-b21df028c477","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.880813316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"fda54083-7e27-41f0-93dd-97d04618834e","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.900411774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"fda54083-7e27-41f0-93dd-97d04618834e","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.072052109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"7aac33ee-9c9d-4279-b374-65541c136cfa","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.072070823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"7aac33ee-9c9d-4279-b374-65541c136cfa","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.124463222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"b842ea4e-4659-406a-959c-a24663dc09ab","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.145933253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"8a2ce09c-d443-4098-a8c1-c919f9552b11","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.192270409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"28a11521-8b1a-4286-b0d5-126c0b93a0df","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.211635724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"28a11521-8b1a-4286-b0d5-126c0b93a0df","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.295108902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"e07f44a8-a620-478c-8863-62d8d12c4f85","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.327566661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"ecefef73-722b-4dbd-94ef-87e6fc2b7be4","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.344710679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"01f51db9-8520-4c04-acb5-e028dd938910","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.34584501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"d2610957-4b5f-4fac-9937-126bc147dc92","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:20:59.364003125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub","reconcileID":"a0a90c1e-342c-42e4-919a-ce590642365d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.364179808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"01f51db9-8520-4c04-acb5-e028dd938910","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.406187841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"528bc2b2-e9bb-45c0-8769-7dd99b70da4e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.425118008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"74c628ef-75ca-4f2f-9d09-56ad76261c04","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.442490618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"d70696d5-df15-4a57-b159-1f4147963d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.442942103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba0ed6c2-f957-45d7-930b-f9ee68010d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.44377765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"2d30a266-989e-47c7-9c2d-6d6d9b3e7be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.443784316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"932d136b-7e70-4fa3-b054-d442cb783219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.462512627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"d70696d5-df15-4a57-b159-1f4147963d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.4633134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"2d30a266-989e-47c7-9c2d-6d6d9b3e7be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.464729403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"932d136b-7e70-4fa3-b054-d442cb783219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.465469631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba0ed6c2-f957-45d7-930b-f9ee68010d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.507306306Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub","reconcileID":"37f51470-08c4-40f6-b252-9ebc0c63cb5b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.532138735Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.600584819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"130d2f6f-ec58-40f0-b4f0-c152dfec039e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.61965077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"2d3465e4-54c1-40b6-ade4-a79de151fffa","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.620591175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"130d2f6f-ec58-40f0-b4f0-c152dfec039e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.648772986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ac43fc94-34e2-442d-ba6d-b6510e5be455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.65002513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"0782b8fb-24a6-49d4-af09-9b8d6f3c6f30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.65029265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d352d2b-18f7-4aa0-aba2-b32204c86e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.650475448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"26132381-6a09-4376-8ebe-6311cf004c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.651241967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05a76bad-eef8-4b2a-87e3-9160cda57382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.669642303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ac43fc94-34e2-442d-ba6d-b6510e5be455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.671086598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"26132381-6a09-4376-8ebe-6311cf004c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.695812024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d352d2b-18f7-4aa0-aba2-b32204c86e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.696278369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05a76bad-eef8-4b2a-87e3-9160cda57382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.7132649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub","reconcileID":"68e2082c-6481-48cb-a389-50ab4958d1da","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.347116312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"36ab7ba0-550a-4911-b508-f48836442a80","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.347136534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"36ab7ba0-550a-4911-b508-f48836442a80","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.37133493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"033d0c0e-b46a-4397-b6b9-ff53f930ffe9","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.371361435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"033d0c0e-b46a-4397-b6b9-ff53f930ffe9","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.379204331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"5d90500e-1237-40fb-b7ee-962320b313ff","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:00.38150955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"d7f6b2d8-8361-44ec-bf79-c8ead4ed3fdc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-68c77a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.3899897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"22ea43eb-8677-441f-ac3e-1b4b4eee1a8f","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.394634864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e8e3662-4d40-4daf-9276-1c664e59130b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.394675486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d139c47-8ad6-4aff-afb3-c7f834a066d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.399038756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"5d90500e-1237-40fb-b7ee-962320b313ff","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.416331673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d139c47-8ad6-4aff-afb3-c7f834a066d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.416331674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e8e3662-4d40-4daf-9276-1c664e59130b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.417745417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"c83093d6-26a3-4748-9e17-952203ab16d0","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.417759263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"c83093d6-26a3-4748-9e17-952203ab16d0","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.437975952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"89d57c2e-7426-47cb-aa89-9a9d469e16c7","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.437992342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"89d57c2e-7426-47cb-aa89-9a9d469e16c7","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.522373515Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"fd0b079b-8784-4cb6-8b73-2e28403d661c","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"maas-trlp-test-model-68c77a","model":"test-model-68c77a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-68c77a/test-model-68c77a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.577716535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"40df8b52-6951-4a27-a1c3-9177d55ff9f0","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.590793025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"a09e5f08-363c-449c-a7ad-b282936c6537","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.590812354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"a09e5f08-363c-449c-a7ad-b282936c6537","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.603259681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"40df8b52-6951-4a27-a1c3-9177d55ff9f0","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.66362426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"e0a685d1-16ac-49ce-be3b-5ec7b5eeef85","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"maas-trlp-test-model-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.064294442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"3ce28c12-7c31-4714-a9f0-a2eda160aef6","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.112843535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"75457974-3db4-4dbe-9d3f-4e8ad4cb5f67","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.113126935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"621dd0b5-8132-4433-a918-1ea6e5e93ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.114032905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7aa27238-57f5-40a6-a146-f1291337c680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.114153903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b32854f-4c6b-41c8-b637-efebd2c6da8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.11284356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"54de0179-d45c-45fc-a7b3-c5250ac6bfb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.134605623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"75457974-3db4-4dbe-9d3f-4e8ad4cb5f67","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.134628937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"621dd0b5-8132-4433-a918-1ea6e5e93ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.138382397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7aa27238-57f5-40a6-a146-f1291337c680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.138382408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b32854f-4c6b-41c8-b637-efebd2c6da8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.140631623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"54de0179-d45c-45fc-a7b3-c5250ac6bfb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.937208848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"3c1e9730-1a31-407a-8b76-4f42af2adc19","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.957148104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"3c1e9730-1a31-407a-8b76-4f42af2adc19","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:02.975716281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad1d0dd12cf6596a7007b9f2253c3f5840545dd23b1c44377e5ed05673d52ac3) AuthConfig (c4f8daea658dc51f7fec5e5264b01f111f7efe2f6e80fa6b1e484219334da50a) AuthConfig (37b7ba477419d93c18fc514a258fc50aeab87c88c869251e10c6a4c6bbb69cc4) AuthConfig (8abb2c01b69777cefcec7469b9fd7ed6ad6479f9fbee12f523e15322a95e6234) AuthConfig (9bc54499056591f32ecca7619dae43ddc7ce40df5c71f2a5aec383e9e3a5d69e) AuthConfig (cb4bcf9385d1605f5c819407ccff7008cb06159576bd439dd2c141a4b5f589de) AuthConfig (9716ded3e35e385d1c96529fb14858dd810688f94d1370afa2d126c4e8846b48) AuthConfig (091cd659ab9b830bfbd175dba4528bf3524e400deac8927b90f721b0d319f3e2) AuthConfig (5b620cc242a2a36fb6dbc10fe9091dc2c657f79f8ee9e92468ba2d743af4ca84) AuthConfig (f34edf16369b335849bb7d25994dbb220e9c1ea0343e34c50e19f13db69b7aef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"3c1e9730-1a31-407a-8b76-4f42af2adc19","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:04.983411843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"552937af-b085-44ff-bd0a-44d82b176bbb","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"maas-trlp-test-model-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:05.042912382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"20a2a9bd-8e09-4406-a64c-9f94c3aacdae","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:05.042933702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"20a2a9bd-8e09-4406-a64c-9f94c3aacdae","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:05.194530554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"6951f0e0-1216-4a3a-bf07-ca5d391f3f87","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:05.217316455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"6951f0e0-1216-4a3a-bf07-ca5d391f3f87","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.424759807Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-no-access","reconcileID":"0ba4bfbb-64be-469a-960b-b00ff0af6ee9","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.525818616Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-no-access","reconcileID":"0ba4bfbb-64be-469a-960b-b00ff0af6ee9","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.74923023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"040bdb6e-ebbe-410a-95dc-a6b80d15a7da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.757014736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"4491f81e-c97c-420d-b132-5c6ddb737c71","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.865210113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"bdba9f2c-3bc0-456d-9778-f662c92dcc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.866681029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d13702e-8a41-4b4c-b814-20674274672b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.882626432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"41802b2e-da48-4311-aa5f-d6ade4322a05","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.886155071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9ff867a8-d990-47da-a67a-30450147dd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.915715853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ada1939e-3783-4e28-8a6c-f8856a9e9106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.920004082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"0aca2304-ea0f-4e15-a595-e753cb4011bf","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.933209108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"bdba9f2c-3bc0-456d-9778-f662c92dcc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.956353448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d13702e-8a41-4b4c-b814-20674274672b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.968209278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"41802b2e-da48-4311-aa5f-d6ade4322a05","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:07.044156809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ada1939e-3783-4e28-8a6c-f8856a9e9106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:07.063072991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9ff867a8-d990-47da-a67a-30450147dd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:07.267056148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-no-access","reconcileID":"ebb66ddc-01b9-4c80-94ea-530ed1a5bb73","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:07.4567151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"acdb65d2-6400-4396-8dde-0bcc82dbdb8b","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.076922406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"04105fdb-6002-4fba-bd91-15df48bd86ca","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.07695774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"04105fdb-6002-4fba-bd91-15df48bd86ca","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.395286919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"40fffc02-87a8-40b0-a355-129ab2a05114","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.415825309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"9910ea51-6413-4098-bc38-e048418df18f","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.462573913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0b9cf05d-6a4c-482e-a3c2-9363fdc06d14","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.481999854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0b9cf05d-6a4c-482e-a3c2-9363fdc06d14","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.494473453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"964b9d84-0314-4b11-92c3-1c0de6648ec7","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.494489738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"964b9d84-0314-4b11-92c3-1c0de6648ec7","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.512943507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"96eac0ee-a74e-47fa-88fa-ebdae68cd94e","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.512962399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"96eac0ee-a74e-47fa-88fa-ebdae68cd94e","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.547511165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"674477d7-5dcc-4f36-906a-9795e3f141ed","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.59580109Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"674477d7-5dcc-4f36-906a-9795e3f141ed","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"e2e-inf-b-6ac027-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.605578321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"fbdc2b43-7c24-4848-b7dd-07d8dd91ed4f","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.613299802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"756be643-0ef8-4c47-833b-537fd8b41a69","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.614390323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6ac027-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"674477d7-5dcc-4f36-906a-9795e3f141ed","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.626513905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"35c6a4d0-3d5a-4504-af78-fa902be4a0dd","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.633393394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"e6965452-5e63-4db8-9d2c-acf10552e676","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.63341064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"e6965452-5e63-4db8-9d2c-acf10552e676","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:08.657463436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-free","reconcileID":"7f4f2e13-3c62-45c4-8a04-7f1106a529b4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.66419411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"20475051-75c3-4468-b4b4-517a6b8594ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.664377392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18a2d1ad-2c37-4dcd-b48c-34c026131c5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.664782078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"857e3e34-e380-418b-9c9f-94f4a546d51f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.665242943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"099644b8-1405-4f1e-a198-6fa8d8136250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.684974422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"20475051-75c3-4468-b4b4-517a6b8594ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.685684022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"857e3e34-e380-418b-9c9f-94f4a546d51f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.688037871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18a2d1ad-2c37-4dcd-b48c-34c026131c5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.696133649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"099644b8-1405-4f1e-a198-6fa8d8136250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.715179217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"da7e67f9-2b46-4b4b-8555-7a7fc21f377b","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.735639928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"44194a9d-4f2a-4b12-aa14-d2c59171da8f","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.76406555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"825fa9c3-3eda-4795-85b0-cd462f66292c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.784445597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"825fa9c3-3eda-4795-85b0-cd462f66292c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.821395496Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-free","reconcileID":"34a92d70-9771-42c4-9241-49dd17482e57","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.829106216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"3525c5e0-9d00-4a8e-a58f-431f4603aca5","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.829149311Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ff49f4 priority=0:[ai-tenant-e2e-worker-w0-ff49f4/e2e-test-subscription-free ai-tenant-e2e-worker-w0-ff49f4/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.848314177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"8b7e5ff4-6d0f-415f-82fc-f74e79715037","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.86411998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1e56273c-7777-44e2-9d15-92a3505fdc13","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.864248947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"384c744b-78a4-4e19-a2af-27f25ad98f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.866864346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"7cdb2340-8a09-41ba-8f8d-93dd545c82f9","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.877453866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"e745f231-a9a4-4d90-ac37-a8b629696903","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.885132249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1e56273c-7777-44e2-9d15-92a3505fdc13","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.885203485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"384c744b-78a4-4e19-a2af-27f25ad98f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:08.889739476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-premium","reconcileID":"9e262e64-27ae-44e5-976c-152be63d61d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.922994563Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"b16d4120-95f2-4fdf-beb1-9a96ae88e9b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-ff49f4/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.937152624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"96781e97-8226-44cb-9755-69d878ecfa3e","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.95784102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"14cb32de-4f43-41ac-99ca-5e545a25a210","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.964590083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"8ef2e29a-9301-471f-aecd-23cfcdfb8d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.964721547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2381c69e-131c-40bd-b3ce-e69d241733a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.965356393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1407c2f1-5c89-491d-8689-b52abe1e2d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.98457521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"8ef2e29a-9301-471f-aecd-23cfcdfb8d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.985481897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2381c69e-131c-40bd-b3ce-e69d241733a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:08.987194767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1407c2f1-5c89-491d-8689-b52abe1e2d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.023826186Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-free","reconcileID":"81867154-d637-46ed-85cd-2e66ece626da","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-ff49f4/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.097433143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8d5829df-da4c-4632-9052-bf2f5069bb12","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.097890259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"905dba14-12bd-4eff-a2f2-f6e04ad8f664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.118444026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8d5829df-da4c-4632-9052-bf2f5069bb12","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.121029657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"905dba14-12bd-4eff-a2f2-f6e04ad8f664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.195373141Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-premium","reconcileID":"2e3a9233-af1a-4617-b839-fd366a024ce2","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-ff49f4/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.210795452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"66bae85f-ca8e-4305-a7d4-3b8ea1363a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.211615487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc613234-69e2-41f9-b0d4-35622937005f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.21181693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"520911bc-0739-403d-9bfc-f8b8294aadec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.230617433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"66bae85f-ca8e-4305-a7d4-3b8ea1363a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.232598592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc613234-69e2-41f9-b0d4-35622937005f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.233728523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"520911bc-0739-403d-9bfc-f8b8294aadec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.240348095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"afafdd18-21e3-4e71-af89-5f0f58ced90c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.249266403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-free","reconcileID":"dd5d87f1-72ea-4afe-aacb-87d765c21690","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.254849518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"e0c6819b-a123-48f2-b1a7-01a723648f4a","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.319538808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-premium","reconcileID":"3fdd86c8-f60c-4c87-a914-4440d13fbd85","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.420454359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"84c70829-ee85-4a4f-9cb7-14a94ef65227","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.420462625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-free","reconcileID":"51314510-492f-4423-bfd9-e5be4476e48d","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.258240242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"9e3029f1-6c2b-4cbf-a8dc-a0ec854462d0","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.305817443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"39b33697-f020-424e-9e00-1a36a0e25eb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.306453901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a88b9bf4-2af2-4778-9ad2-7c9ed8ed71cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.306474831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"114a1855-62a7-454e-8ec3-1f4f0c6e80e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.307279713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"259f2a21-345c-4633-9494-56ed657e7abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.307310537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c4164a6e-48d8-4ed7-a4f9-222c9695fdac","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.326633458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a88b9bf4-2af2-4778-9ad2-7c9ed8ed71cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.327150733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"39b33697-f020-424e-9e00-1a36a0e25eb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.328742698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"114a1855-62a7-454e-8ec3-1f4f0c6e80e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.330813498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c4164a6e-48d8-4ed7-a4f9-222c9695fdac","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.330846863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"259f2a21-345c-4633-9494-56ed657e7abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.118584301Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub","reconcileID":"4d42ff0c-5695-4f18-8f72-d1f485f07979","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.189755704Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub","reconcileID":"4d42ff0c-5695-4f18-8f72-d1f485f07979","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.254992627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"17480c38-9756-4167-93e6-d4543d18c274","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.25866866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"8ae5746b-8948-4134-b8aa-cd05c428a53b","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.278145257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"52120fd4-a500-4ffa-80c5-c6c0ad02f7f0","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.308377168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f149e744-d114-4229-bbff-b66c3a18ddb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.308819346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e69211f-26c1-4b7b-ada1-1da624d8a737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.309224277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77816669-db3b-4dcd-91ea-4c06bb0cf93f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.309629934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c6b0b7fb-240c-40c2-968e-fb4033334529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.309956441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9fb35fca-12bf-4021-a1bf-d2a648f8ad22","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.328820833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f149e744-d114-4229-bbff-b66c3a18ddb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.329828341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77816669-db3b-4dcd-91ea-4c06bb0cf93f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.331253088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e69211f-26c1-4b7b-ada1-1da624d8a737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.332058305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c6b0b7fb-240c-40c2-968e-fb4033334529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.333538613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9fb35fca-12bf-4021-a1bf-d2a648f8ad22","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.54125311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"1980a2c0-fddb-473b-8b7b-687b4457af15","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.541277314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"1980a2c0-fddb-473b-8b7b-687b4457af15","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:13.009174444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"44bdfd89-3ff2-41b4-af1f-964aaec4640a","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:13.029915536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"44bdfd89-3ff2-41b4-af1f-964aaec4640a","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:13.236251979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"635d07f5-c1f6-4394-89ec-f98eb27fd8fc","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:13.236370631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"635d07f5-c1f6-4394-89ec-f98eb27fd8fc","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.481193238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"58b9e3cf-da00-43ac-a193-cadfec754040","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.48121803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"58b9e3cf-da00-43ac-a193-cadfec754040","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.497384001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"93e13e3d-0724-472d-9acb-dc2ed5d14c16","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:14.499244044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"9107b0d5-3fe4-4797-9889-584db233bc64","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-aa8a44-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.515682997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f30418d-a89f-4f5f-9b17-e1ca5df4bcc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.518996535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc1754e8-9bed-4501-ad2c-47ae5b9e1570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.522886181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"93e13e3d-0724-472d-9acb-dc2ed5d14c16","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.535748413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"6eb3e241-b315-4d84-bea0-a2dd8abdf407","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.535769594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"6eb3e241-b315-4d84-bea0-a2dd8abdf407","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.536026672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f30418d-a89f-4f5f-9b17-e1ca5df4bcc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.53924512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc1754e8-9bed-4501-ad2c-47ae5b9e1570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.568391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"3b624f46-cce8-4710-9a64-c4daeece1756","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.568413146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"3b624f46-cce8-4710-9a64-c4daeece1756","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.600875555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"9c0f6c30-6511-43bf-b64e-0bf75821887f","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.600894173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"9c0f6c30-6511-43bf-b64e-0bf75821887f","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.637767158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"f98e22c1-6481-4024-b501-f28e1ce515f9","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.648865512Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"42200ffa-d39c-47c2-ab11-e3fe0c333ce8","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-att-serve-aa8a44","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.658384826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"f98e22c1-6481-4024-b501-f28e1ce515f9","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.738299297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"e4828ae5-93a4-43e8-9afb-c8cab6567267","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.738326468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"e4828ae5-93a4-43e8-9afb-c8cab6567267","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.803604731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"b518e09c-09bd-4199-ba17-8b88ee4a7511","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:18.704060926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"d7468456-aa2f-44ef-aaed-8f0e5e0f3206","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:18.730299264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"d7468456-aa2f-44ef-aaed-8f0e5e0f3206","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"e2e-inf-b-6ac027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:18.785808136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6ac027-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7fdcf0fc73a009eff5353736b5e3ea8bf8921c9f9c1f0ee556b37ccff2aac51) AuthConfig (2ffecdd92b41fa512779410014f3f0df8a8d9a3f738e302da3449f5ba4772449) AuthConfig (670e15a404875351ca507b6cdda2935cb98c591fcd089725ddcf64ac2dd8c4cf) AuthConfig (d1e328b643bd3899d4a8a880f90bfa0554357503e783439ec1141ba198cf5169) AuthConfig (b0b82aea79a103056e3aaa77212ea67ed1da738d3e9a65431a696b2fbe12bd37) AuthConfig (43659b44e388a9399ce1ba184d1d0939b680649aca39b5a45df8adf6ae808495) AuthConfig (2b186ebb20629c2435efdb8e7e7e814f93da53b4f2f35b933b9f4536b44d52a6) AuthConfig (b4ab07a73a3d22eb6b8990644bee660462ab5c2f4e8cd40ae396882e23af20c3) AuthConfig (6c954700e49acc41b28327ac1f7a30c7830a66daecd626ca2f1434fe7ea374bd) AuthConfig (6306e40102cb6bfee0798b5aff151332ce7cd547921a06bea64a62031270005a) AuthConfig (9c694592e669ea4e30479ce00538fc2353c44960fcf229f887f1ac441485c16f) AuthConfig (345278a98d4c9d6e70ec2a6b385d380b408874f5d839a44c112a7df44a590c28) AuthConfig (486cf5307d6223abdb93e464a37b57e43a26f12808cfd0ff9eff50a1edda8ab6) AuthConfig (0218abcdbe99daa846be7a2afbd8a1145d804d7279c8d29c80682493437644b9) AuthConfig (e1ed565ceb89c7c2ea46207b6d8c9942ced3e5cf365bcda00457dd7575114090) AuthConfig (5aca1237e93b6d2b5e591c60b37d8fe6293a4425b8a17a10b20e77cd2f88dafa) AuthConfig (ed8f86ebab26dd3b00ad35b3fc4ac25de93b5ba11bf94621c2a38deb08c6c70b) AuthConfig (0c54bde7546e295870fe8148cdd47709ad03b53f830e4f043e009565bde3abf8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"d7468456-aa2f-44ef-aaed-8f0e5e0f3206","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:18.813218978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"93b08247-e251-4441-9cfb-ca2a69942294","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:18.813353872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"93b08247-e251-4441-9cfb-ca2a69942294","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.313671621Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-free","reconcileID":"cbd9489f-ca3c-4556-b087-5448fb2661b2","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.428709152Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-free","reconcileID":"cbd9489f-ca3c-4556-b087-5448fb2661b2","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.511583797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"dba752bc-a425-4cb1-b01d-c220dd8e3a0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.511591905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-premium","reconcileID":"f35275c2-ed24-4acc-880f-f4f3f7b58e71","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.583929683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c3a78276-04eb-4f74-99e1-aa0055cc9b25","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.631836745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"955cd558-3680-4f08-a27e-a83a836b081b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.632145408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4319cc78-bf8f-4d7a-ab0b-21534f31ea08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.632316585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2a46db92-b8bf-4cbe-bff7-4b0125675900","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.634302923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"506389db-f113-4bcd-bdc5-e28ff3ccf55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.652332618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"955cd558-3680-4f08-a27e-a83a836b081b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.65311631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2a46db92-b8bf-4cbe-bff7-4b0125675900","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.654583158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"506389db-f113-4bcd-bdc5-e28ff3ccf55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.655301118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4319cc78-bf8f-4d7a-ab0b-21534f31ea08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.731812062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"973b8128-b967-4472-9319-455c1d49e83d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.734669573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6504da6-0677-441d-9cff-cb59df32fe1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.755504824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6504da6-0677-441d-9cff-cb59df32fe1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.836028327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2921cdf2-2974-45a4-8e4f-13cce9ace67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.836160924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e7bda0f5-b9d1-44e0-81cd-dbfbba27c308","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.836614331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d3df1565-c30f-4b1a-ab5f-334367d611f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.836937032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aaa0202-680f-4b8f-b4de-b32cc5f1e6fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.856708063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d3df1565-c30f-4b1a-ab5f-334367d611f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.857233456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e7bda0f5-b9d1-44e0-81cd-dbfbba27c308","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.859126877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aaa0202-680f-4b8f-b4de-b32cc5f1e6fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:20.859643847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2921cdf2-2974-45a4-8e4f-13cce9ace67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:21.035659349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38f5add8-1b62-458e-ac7d-cd0160bf0d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:21.056679618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38f5add8-1b62-458e-ac7d-cd0160bf0d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.505912419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"542358ab-12fd-43f0-abc7-ce9559c10cba","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.59364756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"fd63d1f9-5157-4c34-92cc-7d2c010e4d98","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.593672829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"fd63d1f9-5157-4c34-92cc-7d2c010e4d98","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.852092123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"7b98941e-d208-48aa-999a-91a09cb10294","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.874054606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"7b98941e-d208-48aa-999a-91a09cb10294","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"e2e-inf-b-6ac027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.9939604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"8efd08bf-3e92-4acf-aa80-1d7de856d53d","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.994065034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"8efd08bf-3e92-4acf-aa80-1d7de856d53d","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.033038913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"a4e40d77-be56-46d4-a81f-c9f352ac27dd","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.074101157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"a4e40d77-be56-46d4-a81f-c9f352ac27dd","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.539807577Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.600125274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"0eb06707-274b-403f-ae1c-b6863698ae08","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.600167942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"0eb06707-274b-403f-ae1c-b6863698ae08","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.629183183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"1e751170-643e-4d32-afc8-36e871c4850e","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.629386001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"1e751170-643e-4d32-afc8-36e871c4850e","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.639630983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"1723faa0-8c37-471b-8557-6ad937c1b2b5","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.657383315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d4b1a4-520d-4c60-971d-cc2c0fb6cb1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.657866124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f456ff38-e12d-4d4e-9c99-9fa3a1f37a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:29.658555665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-sub","reconcileID":"ed9eb363-de0a-486b-8931-eea74b0ac5bf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-6ac027-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.661383677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"1723faa0-8c37-471b-8557-6ad937c1b2b5","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"e2e-inf-b-6ac027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.679513885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d4b1a4-520d-4c60-971d-cc2c0fb6cb1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.681790928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f456ff38-e12d-4d4e-9c99-9fa3a1f37a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.70051858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"a0945308-ddae-4c8f-83b9-58f009d74bd9","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.70053658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"a0945308-ddae-4c8f-83b9-58f009d74bd9","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.721660948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"427a7d89-5c00-499e-81a5-2174b307b2f1","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.721684614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"427a7d89-5c00-499e-81a5-2174b307b2f1","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.798049497Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-sub","reconcileID":"aea6adb7-755c-4e2a-900f-bbe2e1960eb1","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"maas-trlp-test-model-6ac027","model":"test-model-6ac027","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-6ac027/test-model-6ac027-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.826098463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"fc6f0dda-3bca-483b-8f1c-b4c40a1204ed","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.8469578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"fc6f0dda-3bca-483b-8f1c-b4c40a1204ed","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"e2e-inf-b-6ac027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.858078645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"c433ec28-5929-4605-a227-0d8dbb5c1f9e","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.8580963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"c433ec28-5929-4605-a227-0d8dbb5c1f9e","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.922123085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-sub","reconcileID":"2c76c9cd-13c9-47ed-b182-7b1b7a58dfce","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"maas-trlp-test-model-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:30.786107243Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-premium","reconcileID":"9c238843-653c-413b-99c5-c1147606bcfb","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:30.855828056Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-subscription-premium","reconcileID":"9c238843-653c-413b-99c5-c1147606bcfb","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:30.920605164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"c2a90425-df3a-4ae4-ae16-9f8b02d9d732","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.01653848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"be835e36-dbf0-42be-bdc5-2ffbc6328c7d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.065188465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a5a57eb4-1a37-4f17-a873-2e17f3659efe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.06569702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3acdd7a5-f42d-4697-9cd4-89cd8774d11c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.065749822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"e7f6ff2f-b442-4872-b8f7-da612892e23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.066427702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fdfb15d2-61b9-49b4-aa8e-0906bbaa0be8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.066560238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba843c88-6a85-4918-be89-1d849194748c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.086652502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a5a57eb4-1a37-4f17-a873-2e17f3659efe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.095270215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3acdd7a5-f42d-4697-9cd4-89cd8774d11c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.096096612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"e7f6ff2f-b442-4872-b8f7-da612892e23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.098061849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba843c88-6a85-4918-be89-1d849194748c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.098198188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fdfb15d2-61b9-49b4-aa8e-0906bbaa0be8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.167787369Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"785a8d5e-73db-4961-8e3c-4792f32a796d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.167854414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"022958ef-c34c-4074-b715-45a3745dd358","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.255522501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"ba59a19b-e4eb-4d0d-87f1-28e0ff1d0eab","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.652567739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"195920d0-54bb-4f8a-b891-4f8f5c55af7a","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.670562561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d055a25d-4728-40aa-b6c0-8718d375346a","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.798219849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"2224edee-f98f-4df9-b9d0-eaa8ece9d11f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.818552243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"2224edee-f98f-4df9-b9d0-eaa8ece9d11f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.859695285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d103ad35-52af-413a-bbf3-4aa81916f911","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.878699819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"0bcb165b-52f6-45bf-b199-9482674ae6d5","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:32.89433596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-user-subscription","reconcileID":"f9133d4f-6cb4-43ee-8791-be91c2504531","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.90922792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6eaf01e-b30e-4a45-a06e-ca6147fcf555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.909278816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"77e8bc01-2212-4f62-b061-daa1358036b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.909868908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"cad31166-af4f-4b4d-abf0-2b0f2ae3b615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.910733152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46bb845a-b2dc-4d8a-8f30-0aa34502e38e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.929360384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"77e8bc01-2212-4f62-b061-daa1358036b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.930486798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6eaf01e-b30e-4a45-a06e-ca6147fcf555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.931710947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"cad31166-af4f-4b4d-abf0-2b0f2ae3b615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.932821215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46bb845a-b2dc-4d8a-8f30-0aa34502e38e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.936975769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"283b9c7a-0f0d-4f22-860a-0b2f97e415d0","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.957683829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"14dfb294-af1d-4ff7-85a7-f56d15b68e87","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:32.988904497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c652e86e-ae06-4385-8a64-9851a539bc47","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.033833359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"e0ab0577-e311-4ec5-962e-9f6a8140960b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.035558134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98a46c0e-1c13-4fe8-b445-42210c9887a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.037266687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8cd031d-4737-4a2a-93e7-7bdaec4a3428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.03784063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d0587edd-3485-4c4d-aaeb-39bb97fdd011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.03905107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"99b51224-0a40-483f-ba50-8ce59ee67007","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.04728016Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-user-subscription","reconcileID":"a5c16b7e-e7ff-49d5-a677-fbb5f0b0520c","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.055843056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"e0ab0577-e311-4ec5-962e-9f6a8140960b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.056812978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98a46c0e-1c13-4fe8-b445-42210c9887a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.058471373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d0587edd-3485-4c4d-aaeb-39bb97fdd011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.05911539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8cd031d-4737-4a2a-93e7-7bdaec4a3428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.064145911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"0015f33d-72e8-4afd-8ab9-9af9aaceb4f6","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.064751698Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ff49f4 priority=0:[ai-tenant-e2e-worker-w0-ff49f4/e2e-test-other-subscription ai-tenant-e2e-worker-w0-ff49f4/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.095140775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"99b51224-0a40-483f-ba50-8ce59ee67007","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.09609323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"1fa7ec98-9787-485e-9bdd-e484689f7ea0","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.100810716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"1e93ccf1-63f5-4c5c-95f1-374418296ca3","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:33.113646875Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ff49f4/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.122767859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"98e668ff-12ca-495b-aeac-0d75573303ee","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.135985377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"a8767091-1f7c-49f8-8262-694713791be0","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.168607574Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"0d965770-68e9-4b7e-9e72-b77d68b1658f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-ff49f4/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.221639662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-other-subscription","reconcileID":"f0ea3365-20de-4e69-ab74-80f92cb62696","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.221968686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-user-subscription","reconcileID":"13a264ee-aae6-4710-9e32-54f329ddb30d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.262029304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70ec08a8-261c-4b0e-8951-cd1b69108f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.262094422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b8f0a551-f622-43f5-b1e4-a4067ce66cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.262645617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7a88b1a8-78c6-4cf7-afba-f00e5cc11a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.263132319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2e4037d-e240-4bc2-9c10-cf6dcbb614b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.276615429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"fc67650e-8664-4d29-8c8a-88927d4c0e8b","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.282211735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b8f0a551-f622-43f5-b1e4-a4067ce66cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.28281841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70ec08a8-261c-4b0e-8951-cd1b69108f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.284431194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2e4037d-e240-4bc2-9c10-cf6dcbb614b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.285055134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7a88b1a8-78c6-4cf7-afba-f00e5cc11a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.321245873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"545fa8ab-3738-48d9-98cd-6c5964ca5f2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:33.333571442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"99b51224-0a40-483f-ba50-8ce59ee67007","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-access-denied\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.380040161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"07f69203-a4be-4ba9-b26c-3b2b8e1513ed","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.399247868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"07f69203-a4be-4ba9-b26c-3b2b8e1513ed","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.421927967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-user-subscription","reconcileID":"91c05a05-3a40-4ff0-aaec-ecf2a955cae4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.421970599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-other-subscription","reconcileID":"66531dc5-1995-43d0-aced-c045af8b7f8f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.781962028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c81ec408-f504-4700-a154-c4583f01140c","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.830118983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e881e4b-12e4-4d85-b742-3be754cb8048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.830564253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"038b3b9d-4f3c-4e93-96a8-767b88ed67ba","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.831072287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ddda590b-0ea0-4f69-ae1a-f83d7b212ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.831482812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ca695e6-1d3f-4f08-8ea0-c8374ac09ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.831508692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"15d3a7d6-9b45-4c97-9c8d-6836f768ddcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.851491698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e881e4b-12e4-4d85-b742-3be754cb8048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.852969835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"15d3a7d6-9b45-4c97-9c8d-6836f768ddcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.85679047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ddda590b-0ea0-4f69-ae1a-f83d7b212ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.857092704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ca695e6-1d3f-4f08-8ea0-c8374ac09ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.86331624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"038b3b9d-4f3c-4e93-96a8-767b88ed67ba","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.263317792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"04430017-07db-45e0-8b0b-6449c06bc04f","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.263347537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"04430017-07db-45e0-8b0b-6449c06bc04f","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.580045601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"58f11a14-49ea-40bf-aedf-d74b432af060","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.580066448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"58f11a14-49ea-40bf-aedf-d74b432af060","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.600180831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"81df47ae-e8af-46ff-99e8-938ca47b0f16","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.600199178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"81df47ae-e8af-46ff-99e8-938ca47b0f16","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.63175637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"15a9d8d6-a510-454c-9790-c9b8ea38fe6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.68102976Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"15a9d8d6-a510-454c-9790-c9b8ea38fe6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.700518606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"15a9d8d6-a510-454c-9790-c9b8ea38fe6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.723001725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"070470d6-ff02-445f-9e93-84abf85c348f","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.723019589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"070470d6-ff02-445f-9e93-84abf85c348f","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.044815754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-sub","reconcileID":"1ecff77e-ff72-45f0-969f-3be1d9b31324","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"maas-trlp-test-model-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.105523947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"1e07ad1b-b919-4fd5-b572-2ae4b97e35c6","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.105552527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"1e07ad1b-b919-4fd5-b572-2ae4b97e35c6","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.216666524Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"2217dcbf-eef5-4ae6-b829-6d9d1f3fb37b","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.255496526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"c96d92e3-a7ba-476f-8391-618d184b6a78","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.261796815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"600eee25-7ac3-49fe-ae1d-829b8fbd21f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.283711227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"003e1e5f-4597-47df-8a87-c59fafd3cd7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.299287003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49e1cb58-ce03-4979-bf13-a2fdf757af3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.312214303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"cd742dee-b268-4e9f-a66b-53862dcf7c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.354960867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"600eee25-7ac3-49fe-ae1d-829b8fbd21f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.383702554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f8201c8d-f9bf-4562-ac27-c702d13be06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.397010298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"003e1e5f-4597-47df-8a87-c59fafd3cd7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.460797491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"600eee25-7ac3-49fe-ae1d-829b8fbd21f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.495408988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"cd742dee-b268-4e9f-a66b-53862dcf7c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.504901242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49e1cb58-ce03-4979-bf13-a2fdf757af3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.526082143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f8201c8d-f9bf-4562-ac27-c702d13be06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.572347774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"9541aa1c-847b-4011-8b76-1f63180f0104","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.572481103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"9541aa1c-847b-4011-8b76-1f63180f0104","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.573559749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"4a5d6c08-833b-4388-992c-53e982cb340e","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.692007384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"ac281415-1072-4969-b5f8-b865b1d2e1a3","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.69211605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"ac281415-1072-4969-b5f8-b865b1d2e1a3","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.692790083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"4a5d6c08-833b-4388-992c-53e982cb340e","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.712275781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"d21f1082-a4c4-494e-a139-371909d0c49f","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.713192185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"1fc5c182-55dc-4d8f-ac5b-b8c4906f6400","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.725996926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"740df83c-0093-4c1b-b9e1-ef0531bf2169","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.831262157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"d21f1082-a4c4-494e-a139-371909d0c49f","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"e2e-inf-b-6ac027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.833531339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be841546-ef26-4307-ade8-61d72664e216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.837248854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"740df83c-0093-4c1b-b9e1-ef0531bf2169","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.837788724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"165d33da-9baf-4d6d-895b-fafca83a8a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.886372475Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"3ee2e984-f258-447c-8dbc-75b9fa923249","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.891004618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"165d33da-9baf-4d6d-895b-fafca83a8a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.894571918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be841546-ef26-4307-ade8-61d72664e216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:36.956921503Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"2b15bcb3-2511-4518-bb07-4f1783178759","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.012810795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"c908deed-ad4d-4bd7-a87f-5dc5cb7d2129","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.013200131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"61e7edcf-3661-4134-af70-338d0a3166e3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.013779114Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"8ad1cc07-c318-4e3c-9fc4-808b0a4d12ea","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.030862467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"b415894f-d0bf-4ded-ae0f-626c31e1d64f","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.030884607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"b415894f-d0bf-4ded-ae0f-626c31e1d64f","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.037709836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"61e7edcf-3661-4134-af70-338d0a3166e3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.037706884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"c908deed-ad4d-4bd7-a87f-5dc5cb7d2129","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.107478847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"f89de0b9-6534-4463-87e4-1640f386e281","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.132214314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"197cad8d-1a5d-4167-ae31-6d230f0ecf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.132818526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9cbb4f24-b848-4792-9339-994d4ccba4d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.13967645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"f89de0b9-6534-4463-87e4-1640f386e281","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.158373653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"197cad8d-1a5d-4167-ae31-6d230f0ecf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.162157534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"f89de0b9-6534-4463-87e4-1640f386e281","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.162881817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9cbb4f24-b848-4792-9339-994d4ccba4d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.21764661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b39bba54-a538-4363-8b07-1dcb415c3267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.217665584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9158f2cf-b1e8-4b3d-969e-0c29d4bc88c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.240249384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b39bba54-a538-4363-8b07-1dcb415c3267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.240249383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9158f2cf-b1e8-4b3d-969e-0c29d4bc88c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.317598586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"980f12d3-e3ec-466c-91f6-cdc0ac2050f4","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.33988353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"980f12d3-e3ec-466c-91f6-cdc0ac2050f4","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.38970855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"b034741e-d1d4-4b16-a7b8-7c93f533f104","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.389737751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"b034741e-d1d4-4b16-a7b8-7c93f533f104","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.402049905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"4f2453ba-b449-4178-a60d-10eca95fc43b","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.40289545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"b8830804-312f-4717-9991-4c2ef75798ce","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.41906798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c7f2b82-6d1f-4213-bc22-d8b970bac8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.423206891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"4f2453ba-b449-4178-a60d-10eca95fc43b","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"e2e-inf-b-6ac027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.424290816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"b8830804-312f-4717-9991-4c2ef75798ce","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.424637373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"6dfe38f0-5ea2-42af-b476-d9041fc8fdad","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.441501645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c7f2b82-6d1f-4213-bc22-d8b970bac8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.445259505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"6dfe38f0-5ea2-42af-b476-d9041fc8fdad","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.526696937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"12555584-75f9-4f24-89f2-dc82d19e3c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.542576786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ab033fea-fc90-4766-9b39-dce522f86a53","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.546628908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"12555584-75f9-4f24-89f2-dc82d19e3c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.562410975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ab033fea-fc90-4766-9b39-dce522f86a53","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.621030637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"82f8d259-1fef-4ae2-a212-a68a23a83ece","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.624972658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"414a6890-45e1-47fa-9eda-08914cfb9946","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.624990139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"414a6890-45e1-47fa-9eda-08914cfb9946","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.641201706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"82f8d259-1fef-4ae2-a212-a68a23a83ece","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.39326964Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.412243866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"746d06cd-aee5-4cc7-bdbc-a4374cdf2046","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.412266204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"746d06cd-aee5-4cc7-bdbc-a4374cdf2046","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:42.428722682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"1b2a1a58-85de-4905-b188-0f75283090d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-bb5286-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.442993813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a91cde0-e90c-4a1c-9384-6414bfde6e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.443528591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e2c3e23b-a6f0-40fc-b67c-3787e497c3ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.444074688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d6c3eb21-e2a2-4ab7-bd72-70b8a0c57d8a","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.444486262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6906e67f-25e3-460c-b56b-2af6dbc93c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.464347015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a91cde0-e90c-4a1c-9384-6414bfde6e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.464603384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e2c3e23b-a6f0-40fc-b67c-3787e497c3ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.466663118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d6c3eb21-e2a2-4ab7-bd72-70b8a0c57d8a","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.467040435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6906e67f-25e3-460c-b56b-2af6dbc93c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.467079976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"ab529464-899f-4403-be3a-44fe833a0b16","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.46709665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"ab529464-899f-4403-be3a-44fe833a0b16","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:42.500091777Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"ab529464-899f-4403-be3a-44fe833a0b16","name":"e2e-att-unrel-bb5286","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-bb5286\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:42.500152685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"ab529464-899f-4403-be3a-44fe833a0b16","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-bb5286\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.51625359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"2448d284-970a-4227-bb95-4cb95d1f67f3","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.516277002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"2448d284-970a-4227-bb95-4cb95d1f67f3","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.532740021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c03cc418-9d86-47bf-958c-429d12cfb77e","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.549686969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"570d79e9-d1bd-462c-b61a-96ac6b292677","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.549720663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"570d79e9-d1bd-462c-b61a-96ac6b292677","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.576124719Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"b78481b0-df91-4d5e-ac0b-1590cc43272b","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-att-unrel-bb5286","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.646703536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"1202acc1-b86c-47e0-b575-965d1f70c08b","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.646720936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"bdc19c15-34e3-422a-a6a4-53f3b2a61e05","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.664152753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"d9d59375-7713-4a17-b730-1eef812fe7b3","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.664173107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"d9d59375-7713-4a17-b730-1eef812fe7b3","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.666876298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"1202acc1-b86c-47e0-b575-965d1f70c08b","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.667264434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"bdc19c15-34e3-422a-a6a4-53f3b2a61e05","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.727366651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"614b9268-8b82-4a63-8b4f-1febc479b67f","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.796475733Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1085973e-7fae-46e5-b704-39ed19d8ee27","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.796653863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"71c89c30-0d67-4cf1-a8ee-cde9c4e59048","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:42.85046798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"8e660a1e-6b3c-4079-90cc-fdf8ac779499","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.835372108Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-user-subscription","reconcileID":"c4f4a21a-eba4-4570-8d2c-d9b278ca3bbe","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.907723437Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-user-subscription","reconcileID":"c4f4a21a-eba4-4570-8d2c-d9b278ca3bbe","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.973653204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-other-subscription","reconcileID":"c9a26c25-3334-4407-ba0a-11bcdb13f8b8","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.973673521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"f90c730a-047d-406d-a33a-2623bfb28f42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.97803946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"1eaa80a3-44be-4935-a615-d4b2eaa0a9c5","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.978401706Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.97866104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"6fbd33b0-203d-4aa7-8218-860e314fa9da","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.028831047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ab77ac2c-f559-4130-98c3-5bd429c1b728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.029720246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"393d3ff0-bce4-49ec-ac92-b3e740a1a81e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.030259417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fab6a3c-1d9e-4d73-b769-5ee72fdb920e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.030465353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"4a6e17fb-df2e-419c-a9ec-35c937bd649a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.032004367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"356f7c9f-7efb-4c90-b31d-250b2cab1173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.05029711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"393d3ff0-bce4-49ec-ac92-b3e740a1a81e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.050486944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ab77ac2c-f559-4130-98c3-5bd429c1b728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.054712076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fab6a3c-1d9e-4d73-b769-5ee72fdb920e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.055657286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"356f7c9f-7efb-4c90-b31d-250b2cab1173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.059743627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"4a6e17fb-df2e-419c-a9ec-35c937bd649a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.123169286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"30f35ec7-c181-4491-859e-89802fffa3af","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.129953399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"2d96fa31-2f0c-4a5f-a30e-c49a0d579597","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.170455757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"dabc8254-6ea1-4ff5-930e-b5f330600766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.177038166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"1c6b7d10-bbe6-4b56-bfe9-7d8eed4f2de5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.181193402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"7d455aac-8e3a-479e-bffb-6618830b4dbc","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.181268627Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.190324392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"dabc8254-6ea1-4ff5-930e-b5f330600766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.196921111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"1c6b7d10-bbe6-4b56-bfe9-7d8eed4f2de5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.205929704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"a3fc78e6-4d2f-4a1e-9815-61fc92c3e756","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:44.218017411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-sub","reconcileID":"870dfdf4-c350-4a8d-b67b-e4da229e1e8e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.262810117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"453d7ce9-6416-4e44-aaa6-9c2606339d42","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.278143018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"cdecafc1-c0ab-46bd-a78c-85e3744250ef","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.27850504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c018c229-7327-48d8-9760-1befd91de0f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.278718228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"073ab339-babd-453d-8f2f-279fbddbc1ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.281829661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"31b65b5d-bbfe-479b-9520-4be11cc44ba7","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.298619472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"cdecafc1-c0ab-46bd-a78c-85e3744250ef","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.299251514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"073ab339-babd-453d-8f2f-279fbddbc1ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.301018529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c018c229-7327-48d8-9760-1befd91de0f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.370889222Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-sub","reconcileID":"e6864df8-3cb0-4702-a409-61fd3527b6df","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.405968921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"bb7bf78d-938b-4c83-9f53-081b50a18bb9","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.425728343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"f5c487ad-6e27-476b-9a58-7ab258aa2e97","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.434570641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"443274fe-0522-4f1b-81e9-9bdce3ca6f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.447620918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"d688242b-4f24-4e71-979b-9009979227e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.454742479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"443274fe-0522-4f1b-81e9-9bdce3ca6f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.532912784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ecb84e98-cea6-4aeb-8e42-8fea4aee7104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.533155036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"7ee5b517-d0d9-4231-ba36-7751404a991c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.533343311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"0a955802-d1de-472a-a7ce-8c26ae6e5df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.534506077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ffb1142-00e6-45d2-982d-a2bbf931279d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.548706303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-sub","reconcileID":"0f35f39c-8fcc-4022-8222-3e7fc9f2c33f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.553198674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"7ee5b517-d0d9-4231-ba36-7751404a991c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.553318968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ecb84e98-cea6-4aeb-8e42-8fea4aee7104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.555367521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"0a955802-d1de-472a-a7ce-8c26ae6e5df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.555501839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ffb1142-00e6-45d2-982d-a2bbf931279d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:44.634641635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"7ee5b517-d0d9-4231-ba36-7751404a991c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.686965972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"4d5f5252-e6ec-4c79-8f45-5770baec13f0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.707801797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"4d5f5252-e6ec-4c79-8f45-5770baec13f0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:46.934297016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"d4be7260-f224-49cd-98f9-e915ac869fee","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:46.983227557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"aa42f5cb-d165-4d86-917d-7ace1cb8e320","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:46.983832974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"4ff77fa8-1fac-4c1f-80d1-2e979490663e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:46.983895426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90f19be8-c9ba-44df-9861-e1df93fb3992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:46.984339706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c1b38236-7409-4386-ad2d-1dceec73c086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:46.985178357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cea2460-4e66-455d-8de8-e01c2a88c040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:47.003528893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"aa42f5cb-d165-4d86-917d-7ace1cb8e320","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:47.003887605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"4ff77fa8-1fac-4c1f-80d1-2e979490663e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:47.00607448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c1b38236-7409-4386-ad2d-1dceec73c086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:47.006077021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90f19be8-c9ba-44df-9861-e1df93fb3992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:47.008515178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cea2460-4e66-455d-8de8-e01c2a88c040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:47.199929164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"a38fd5a1-67fa-4b9e-b1a7-3dcd07e13a0e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:47.220051235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"a38fd5a1-67fa-4b9e-b1a7-3dcd07e13a0e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:47.238568308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"a38fd5a1-67fa-4b9e-b1a7-3dcd07e13a0e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:48.813972044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"95c1feb5-bab2-4979-b812-48bfb37b2489","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:48.916505691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"1d76a43c-fb40-4b5a-9340-0a0772f607c4","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:48.916655419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"1d76a43c-fb40-4b5a-9340-0a0772f607c4","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:49.537587375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"cc3fd181-34db-4461-bd62-4dc6db062707","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:49.537744127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"77be18b6-bab5-400b-97b0-d0b26212dddb","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:49.570463497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"77be18b6-bab5-400b-97b0-d0b26212dddb","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:49.5708795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"cc3fd181-34db-4461-bd62-4dc6db062707","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.462645963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"7f7b0094-f566-45ab-b456-d22ec5a0b135","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.462673773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"7f7b0094-f566-45ab-b456-d22ec5a0b135","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.515478681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"0907bf9e-3663-4f9a-a8a9-07fcd226b358","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.531091947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"f429dde9-fdd5-4ab8-b03f-266a52070f61","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"maas-trlp-test-model-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.536626076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"0907bf9e-3663-4f9a-a8a9-07fcd226b358","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.588883615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"b61c2f99-e613-4267-a0f0-a639151ffd95","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.588905732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"b61c2f99-e613-4267-a0f0-a639151ffd95","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.666137936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"cdbcc77d-5c9d-470b-ac41-f456cd817db9","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"maas-trlp-test-model-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.835546945Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"ca988d56-bce9-4454-b9d2-2274b841ada3","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.852716502Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"7fe12bc9-bb10-466e-b98c-6370c3a4f3f1","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.869601904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"a3e924f9-66c8-4e1a-9dea-ec4799c318e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.886969046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ac5b0835-7071-4d58-b557-c38745a4d4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.894805724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"37f0809d-503f-47bc-942e-a6675698e6b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.899733663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37133c23-e9ff-435b-8106-8da5b76f723d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.9007365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"e7a57adf-eea1-4120-8b1b-777046927438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.902656481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"a3e924f9-66c8-4e1a-9dea-ec4799c318e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.907594973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ac5b0835-7071-4d58-b557-c38745a4d4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.922986291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"e7a57adf-eea1-4120-8b1b-777046927438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.925247395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3564d098b2ffe95944e617001248bd2d853631f3d9397636be56816b0782d3b) AuthConfig (443f13a95f1d8734024f6cf02c030b3f2d844b1482596b65ed2c13b5a24f8cd0) AuthConfig (17ffb38968f5203138f4c70a4901f11472ae6dae95a6f3f4886a4fe522264f73) AuthConfig (de45bf6af3af2bd7c1ee6c615c5abe49bf1a17afe11bfe37ce983f110b914099) AuthConfig (2aeb7a64460a32e597d9fd72bb0c280838a5fd34edc4a1a4b68dd97a22dc3157) AuthConfig (2833284eb199e892477c1b1e2f0659e587bf5326ea224d80b7ab540f76d960e8) AuthConfig (a7612215da5f554ff7886e6c959043f3e147ec95dbf298e73b5a9fce027d8130) AuthConfig (d0a2a63121011dec841d6815cbda68cee2eef5c05a8c21be73aab50d2c39e071) AuthConfig (99845c5a2bc71c0617eca1e9ba307599dd2958ae105818a54c1a3bcc0eb1a723) AuthConfig (e5bf04d5ce7f234d18b5de7f888ebf61792370151a7b56499b8d85b993187224) AuthConfig (b6e83ad4f4bc4839befc6b4e18af04bdfbbda512417f2cb15f48550cf3f7c19e) AuthConfig (cdfe3387bf6b861cba94bd6b65fd9a306f2fbf5e5fc18fd907fd48135c155748) AuthConfig (beb7591f702bb0509f44639ef8b4dbb773f8e2f0f58b84d7b03173ac7089869a) AuthConfig (002a718bbd945b931391d327c973f8c6b5edec8f6d310ff26a7aa6ba6da1de26) AuthConfig (fcabffd58b14d847638d270bd299d19f1f5dcc796b7d9ed155718aa51c765cb2) AuthConfig (e832516d2948e50273202e5ce2f78f563eb1fa8b915cfc096dc8335ee69dfeb0) AuthConfig (061fa7db8f667757286d2fbdc94aae25a78e6e4dfd43f1bc72eb9aced76710b3) AuthConfig (9325031c265252aee95191b2c66fda3e6b8d3c1cefa8a5f4d04292eeee864c62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"a3e924f9-66c8-4e1a-9dea-ec4799c318e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.99582734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"37f0809d-503f-47bc-942e-a6675698e6b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.997217073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37133c23-e9ff-435b-8106-8da5b76f723d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.998783538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"432dba17-3936-4c6d-8e15-00c00ff2f9af","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.99885162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"432dba17-3936-4c6d-8e15-00c00ff2f9af","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.034343126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"1759b133-1542-4779-ac95-e6eee3e13393","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.034371636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"1759b133-1542-4779-ac95-e6eee3e13393","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.048261905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"23e59149-0435-4361-91f0-631236c64470","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.066206358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"f3c956e0-b96f-40e2-848b-7bbd02d8d703","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.066363327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"197b833f-5c08-4f87-baf4-ce43d2341e51","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.066777401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"fce5113c-1c24-498c-a010-e18af800956c","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.066795464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"fce5113c-1c24-498c-a010-e18af800956c","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.068658365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"23e59149-0435-4361-91f0-631236c64470","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.083777821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"353236e9-643b-44c9-b09d-1a3619e895c4","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.083806086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"353236e9-643b-44c9-b09d-1a3619e895c4","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.131832757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"1ec6e303-ac34-47f8-83b6-4daffab1f80d","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.132279616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"65302a73-65e2-4fd8-95de-8f1689d92e1c","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.151220017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"1ec6e303-ac34-47f8-83b6-4daffab1f80d","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"e2e-inf-b-6ac027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.232968122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"35022438-b9d1-47fe-8870-c28ac005b578","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.248784155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7cdd8bff-9e88-4fc6-944e-6117092e5a76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.249548252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2838608d-0d98-4c69-a841-5b80b4b0a42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.252964486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"35022438-b9d1-47fe-8870-c28ac005b578","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.269863097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7cdd8bff-9e88-4fc6-944e-6117092e5a76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.273044769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2838608d-0d98-4c69-a841-5b80b4b0a42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.300919196Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"edc72e3b-d0a0-4976-b47e-b3ec13c75d21","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.375910667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"4b9d7acb-d6e3-44ea-b20a-dca08a61bde0","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.375946514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"4b9d7acb-d6e3-44ea-b20a-dca08a61bde0","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.396632508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"74d47ada-e04e-4789-988e-8ad78a4a1dd7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.429019026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"74d47ada-e04e-4789-988e-8ad78a4a1dd7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.434511516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"80ea4fda-7491-47dd-8345-ab22c61dea6c","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.434878109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"961a024e-7139-429a-ad09-395ac23d464e","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.442374583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"0524ba42-174d-4e55-9fdd-b8c4e8079aa5","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.44249701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"0524ba42-174d-4e55-9fdd-b8c4e8079aa5","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.459023719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"dceecc37-1377-4a8a-9232-45d1867aaaf0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.459944052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"464fec66-6a29-42d2-b954-1452a86efd4c","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"maas-trlp-test-model-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.476155584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"529d0339-8d90-4670-998a-b7d315fc3e10","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.476175358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"529d0339-8d90-4670-998a-b7d315fc3e10","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.479507415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"dceecc37-1377-4a8a-9232-45d1867aaaf0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.508945682Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"cc737c32-9fd1-424c-8ea7-dfc06c6e1071","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.548525512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"3441cd3c-7aa6-4fbc-ba19-0f0beb5e3aa5","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.548725702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"884ccfc0-67eb-4987-9606-649a92635fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.549070596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ec557662-31d4-4d6b-bae0-c041b1c76ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.571900224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ec557662-31d4-4d6b-bae0-c041b1c76ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.571952211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"884ccfc0-67eb-4987-9606-649a92635fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.574484532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"3441cd3c-7aa6-4fbc-ba19-0f0beb5e3aa5","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.596241696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"e448b5f1-28c9-4876-9fde-b0de907d64c5","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.5962576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"e448b5f1-28c9-4876-9fde-b0de907d64c5","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.647344925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9daa2f71-185f-4ac8-ba13-5cda2138b3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.659823938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"0517dfc8-2182-42df-9da6-da185d94b2ab","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"maas-trlp-test-model-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.668324702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9daa2f71-185f-4ac8-ba13-5cda2138b3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.733956071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"95c731d1-ee32-442a-8e24-8cc9334a6625","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.748244207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c9b6f7d1-e22e-441c-8d53-99d78d0d41da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.748240429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"3eefc383-6226-45bf-a2df-6335d309ced7","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.753850519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"95c731d1-ee32-442a-8e24-8cc9334a6625","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.768810771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c9b6f7d1-e22e-441c-8d53-99d78d0d41da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.768816322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"3eefc383-6226-45bf-a2df-6335d309ced7","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.772885081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3564d098b2ffe95944e617001248bd2d853631f3d9397636be56816b0782d3b) AuthConfig (443f13a95f1d8734024f6cf02c030b3f2d844b1482596b65ed2c13b5a24f8cd0) AuthConfig (17ffb38968f5203138f4c70a4901f11472ae6dae95a6f3f4886a4fe522264f73) AuthConfig (de45bf6af3af2bd7c1ee6c615c5abe49bf1a17afe11bfe37ce983f110b914099) AuthConfig (2aeb7a64460a32e597d9fd72bb0c280838a5fd34edc4a1a4b68dd97a22dc3157) AuthConfig (2833284eb199e892477c1b1e2f0659e587bf5326ea224d80b7ab540f76d960e8) AuthConfig (a7612215da5f554ff7886e6c959043f3e147ec95dbf298e73b5a9fce027d8130) AuthConfig (d0a2a63121011dec841d6815cbda68cee2eef5c05a8c21be73aab50d2c39e071) AuthConfig (99845c5a2bc71c0617eca1e9ba307599dd2958ae105818a54c1a3bcc0eb1a723) AuthConfig (e5bf04d5ce7f234d18b5de7f888ebf61792370151a7b56499b8d85b993187224) AuthConfig (b6e83ad4f4bc4839befc6b4e18af04bdfbbda512417f2cb15f48550cf3f7c19e) AuthConfig (cdfe3387bf6b861cba94bd6b65fd9a306f2fbf5e5fc18fd907fd48135c155748) AuthConfig (beb7591f702bb0509f44639ef8b4dbb773f8e2f0f58b84d7b03173ac7089869a) AuthConfig (002a718bbd945b931391d327c973f8c6b5edec8f6d310ff26a7aa6ba6da1de26) AuthConfig (fcabffd58b14d847638d270bd299d19f1f5dcc796b7d9ed155718aa51c765cb2) AuthConfig (e832516d2948e50273202e5ce2f78f563eb1fa8b915cfc096dc8335ee69dfeb0) AuthConfig (061fa7db8f667757286d2fbdc94aae25a78e6e4dfd43f1bc72eb9aced76710b3) AuthConfig (9325031c265252aee95191b2c66fda3e6b8d3c1cefa8a5f4d04292eeee864c62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"95c731d1-ee32-442a-8e24-8cc9334a6625","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.785590057Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"d98380e8-7f0f-4b7d-9eee-609a9f5e747e","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.801581451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"fc88013d-2dfe-466d-bb51-f6148921b2b7","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:53.802649623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"f4dcaa9b-6dae-415c-b46f-b379e7210bba","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.819458478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"747eaabd-3e81-47db-b9e7-f99dade11ca0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.821386811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"fc88013d-2dfe-466d-bb51-f6148921b2b7","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:53.823859656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"f4dcaa9b-6dae-415c-b46f-b379e7210bba","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.837020038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"1d8a2bed-5ff6-4394-bd13-efef0a09e5ba","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.844312546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"747eaabd-3e81-47db-b9e7-f99dade11ca0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:53.857273315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"1b192a10-5d58-496a-aa0f-2696d5df0402","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.865400603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"1d8a2bed-5ff6-4394-bd13-efef0a09e5ba","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.867083596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3564d098b2ffe95944e617001248bd2d853631f3d9397636be56816b0782d3b) AuthConfig (443f13a95f1d8734024f6cf02c030b3f2d844b1482596b65ed2c13b5a24f8cd0) AuthConfig (17ffb38968f5203138f4c70a4901f11472ae6dae95a6f3f4886a4fe522264f73) AuthConfig (de45bf6af3af2bd7c1ee6c615c5abe49bf1a17afe11bfe37ce983f110b914099) AuthConfig (2aeb7a64460a32e597d9fd72bb0c280838a5fd34edc4a1a4b68dd97a22dc3157) AuthConfig (2833284eb199e892477c1b1e2f0659e587bf5326ea224d80b7ab540f76d960e8) AuthConfig (a7612215da5f554ff7886e6c959043f3e147ec95dbf298e73b5a9fce027d8130) AuthConfig (d0a2a63121011dec841d6815cbda68cee2eef5c05a8c21be73aab50d2c39e071) AuthConfig (99845c5a2bc71c0617eca1e9ba307599dd2958ae105818a54c1a3bcc0eb1a723) AuthConfig (e5bf04d5ce7f234d18b5de7f888ebf61792370151a7b56499b8d85b993187224) AuthConfig (b6e83ad4f4bc4839befc6b4e18af04bdfbbda512417f2cb15f48550cf3f7c19e) AuthConfig (cdfe3387bf6b861cba94bd6b65fd9a306f2fbf5e5fc18fd907fd48135c155748) AuthConfig (beb7591f702bb0509f44639ef8b4dbb773f8e2f0f58b84d7b03173ac7089869a) AuthConfig (002a718bbd945b931391d327c973f8c6b5edec8f6d310ff26a7aa6ba6da1de26) AuthConfig (fcabffd58b14d847638d270bd299d19f1f5dcc796b7d9ed155718aa51c765cb2) AuthConfig (e832516d2948e50273202e5ce2f78f563eb1fa8b915cfc096dc8335ee69dfeb0) AuthConfig (061fa7db8f667757286d2fbdc94aae25a78e6e4dfd43f1bc72eb9aced76710b3) AuthConfig (9325031c265252aee95191b2c66fda3e6b8d3c1cefa8a5f4d04292eeee864c62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"747eaabd-3e81-47db-b9e7-f99dade11ca0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:53.870586415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"1b192a10-5d58-496a-aa0f-2696d5df0402","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:53.898979039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"772ecefe-6958-41d8-8ca4-fedc5a9c4e57","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:53.899050441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"772ecefe-6958-41d8-8ca4-fedc5a9c4e57","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.920545555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"601550cb-a3a4-4d82-8e6e-ab602e06e16d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.930002476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64085c8d-5138-4775-b5c7-5080e663ce84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.930609418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3a943677-0115-4b63-9a78-8337c2baca97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:53.936333198Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"26097394-f5ef-40bb-9f00-c9ec228094e8","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:53.936398432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"26097394-f5ef-40bb-9f00-c9ec228094e8","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.940383319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"601550cb-a3a4-4d82-8e6e-ab602e06e16d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.950585711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64085c8d-5138-4775-b5c7-5080e663ce84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.951355891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3a943677-0115-4b63-9a78-8337c2baca97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:53.994319961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"f56efd53-efdb-4e4b-a64d-f1e9d6e7b6a4","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:53.994388834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"f56efd53-efdb-4e4b-a64d-f1e9d6e7b6a4","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.019944551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b72fc7e7-252b-4688-b5d3-53c9f42bec64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.039809329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b72fc7e7-252b-4688-b5d3-53c9f42bec64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:54.090719638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"b0047110-0269-4de9-aa11-2e1129beca34","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:54.090782769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"b0047110-0269-4de9-aa11-2e1129beca34","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.105117974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"ec5e9188-64a8-4e99-b85c-0e254fcf66ed","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.120056843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"37b364f8-4008-4566-8a60-407f7c557be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.121219675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"5e642dc7-ca7b-4c7b-83c2-ef3d929d101a","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.125072688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"ec5e9188-64a8-4e99-b85c-0e254fcf66ed","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"e2e-inf-b-6ac027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.14032062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"37b364f8-4008-4566-8a60-407f7c557be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.140646815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"5e642dc7-ca7b-4c7b-83c2-ef3d929d101a","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.177081114Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-other-subscription","reconcileID":"30fec69b-5eba-4808-837c-b4838ec11402","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.205182666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"ab8dfa47-b248-4405-87a7-921d81540438","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.221404524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a13ee14-9245-4f57-8177-42b64272bbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.221667992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"4632b3cb-94cb-487c-b122-5b8019f1d538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.224728248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"ab8dfa47-b248-4405-87a7-921d81540438","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.242683794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a13ee14-9245-4f57-8177-42b64272bbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.242905388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"4632b3cb-94cb-487c-b122-5b8019f1d538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.246382979Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-other-subscription","reconcileID":"30fec69b-5eba-4808-837c-b4838ec11402","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:54.267469485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"34c7627f-9c69-4e00-8727-63cfb11a93d7","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:54.267529073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"34c7627f-9c69-4e00-8727-63cfb11a93d7","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.310741086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"207e480e-994f-499a-a00c-0d74b1ede16e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.316576903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"12431a98-00a1-44f8-87f6-f5dc348db8f8","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.317001338Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.321115332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"4fcc0ffc-5876-4354-86fa-395e2aff53b0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.340874002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"4fcc0ffc-5876-4354-86fa-395e2aff53b0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.423352594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6b211443-abd2-4e2a-ab8b-e94bbd8bd040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.424052503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaa56442-b7be-4ef2-82bd-3f783526d4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.424307628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"f286208b-a540-4b52-85af-3cea80a2d077","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.424061347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8a83a580-a719-44b9-8a3c-9be0d262237a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.443985428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6b211443-abd2-4e2a-ab8b-e94bbd8bd040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.444738955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"f286208b-a540-4b52-85af-3cea80a2d077","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.446518661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8a83a580-a719-44b9-8a3c-9be0d262237a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.447363283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaa56442-b7be-4ef2-82bd-3f783526d4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.472343721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"dbcfd14e-56e9-40d4-ad0a-1a68aa4d7bed","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.496360637Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-auth-access-denied","reconcileID":"17628a6b-230a-46c9-bd13-359c01203aa3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.521595735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bbc468a-8104-49bf-a4fd-bd18f9fbdab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.541892795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bbc468a-8104-49bf-a4fd-bd18f9fbdab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.547311754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"52c2688c-cf01-4533-947b-d1b554e16a6d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:54.604816173Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"5929e086-7d10-4816-8d0c-b8ce29c65c55","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:54.604888102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"5929e086-7d10-4816-8d0c-b8ce29c65c55","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:55.261676219Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"d19546f7-071e-4dad-8347-580ba5ca2766","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:55.261754063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"d19546f7-071e-4dad-8347-580ba5ca2766","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:55.849002359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"696fceca-caa5-48e1-9605-ed54f9d68555","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:55.867468723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"145c316f-3ecd-4a4e-9f27-f1b0f5d2af75","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:55.916105901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"6f0029a7-9bcc-4587-b697-b184d2d0030d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:55.936763059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"6f0029a7-9bcc-4587-b697-b184d2d0030d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.023091056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"13caede4-7c88-4957-ba63-76bd90834fb0","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.048222665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"f6a8a25a-5034-4e29-ae35-f4b6b4021cd2","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.048258133Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.066938745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d1fb84d0-2ef5-435d-aa4b-12ac34a12703","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.071140964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"8731a2e5-9fcb-4508-9a09-621c6f3b45ea","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:56.084452457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-subscription","reconcileID":"33e1166b-4140-4cbe-95fd-5b36b50991d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.090782682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"8731a2e5-9fcb-4508-9a09-621c6f3b45ea","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.129621314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"36061fa8-d477-4377-94bf-d9c0a949f205","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.150076924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"3e61d01a-0990-4269-889b-3367a2719bdd","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.175444315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"70d09614-48a5-48fd-acf6-cc5d8664ab83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.175824254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac390fb8-48f6-44db-a08b-a30e5b2ce0cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.176280975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a15fc99f-bd6c-41ae-bc7c-817319494ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.176674639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f33b7b76-df05-45a0-9de0-d59e8f881ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.196296002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"70d09614-48a5-48fd-acf6-cc5d8664ab83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.196731693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a15fc99f-bd6c-41ae-bc7c-817319494ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.198687735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac390fb8-48f6-44db-a08b-a30e5b2ce0cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.199066661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f33b7b76-df05-45a0-9de0-d59e8f881ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.245748722Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-subscription","reconcileID":"aa0be669-c337-4352-ace5-6920d3a9edcb","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.272471543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"95621d45-1da3-4dc5-9bb8-732030b60c39","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.292469163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"95621d45-1da3-4dc5-9bb8-732030b60c39","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.301329533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"8841aaed-2730-4cd6-8dfe-734130c2edfc","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.318104805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"d1897063-abbd-4851-955a-4ac6c233818e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.418617315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-subscription","reconcileID":"081df38b-2bc2-41df-8973-06e3265ad40d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.504545214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"5713b147-c667-4619-861b-2fef64f33f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.505060015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"3429b086-4e78-4a22-953c-cc54ee7b0f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.505507772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d827332d-c5e4-4417-8a74-05b1b9524d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.506668963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"561109e1-6745-4a25-af96-6066fe50f086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.524213109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"5713b147-c667-4619-861b-2fef64f33f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.52665476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"3429b086-4e78-4a22-953c-cc54ee7b0f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.528826341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d827332d-c5e4-4417-8a74-05b1b9524d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.596469925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"561109e1-6745-4a25-af96-6066fe50f086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:56.610820743Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"a1b529a0-cd1a-4c8d-a8c2-c99b38fb01ed","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:56.610887119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"a1b529a0-cd1a-4c8d-a8c2-c99b38fb01ed","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.886871646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"b783a2f5-dec9-4e2b-b261-4ec974799c95","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.936272195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d3878be-e44c-46e5-896c-66a3fba34a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.942150014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"053374bb-a77d-497e-97bf-8cac3e07a592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.944617767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"034475d9-60af-4127-bef2-5eda89b7dcb9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.944674687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"7a616e07-d232-4dbb-8ebc-f3bc3e179672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.945137676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8a3bebe0-1a76-4fd7-8dc4-b742373551ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.956828168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d3878be-e44c-46e5-896c-66a3fba34a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.962536007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"053374bb-a77d-497e-97bf-8cac3e07a592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.965503336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"034475d9-60af-4127-bef2-5eda89b7dcb9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.965679108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"7a616e07-d232-4dbb-8ebc-f3bc3e179672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.969886579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8a3bebe0-1a76-4fd7-8dc4-b742373551ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.988942526Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-sub","reconcileID":"3e52c29b-6c72-42da-876a-3f7e3f18bb6c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.066788085Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-sub","reconcileID":"3e52c29b-6c72-42da-876a-3f7e3f18bb6c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.133606293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"c7de6b55-1b55-4ead-b031-3dce8f46625e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.231589215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"03730759-8028-49cf-8362-61963370b193","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.231868582Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.2808238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"d76e8eb6-9081-4473-9c3d-0f664bb96ab4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.280838564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"bb38d3bc-5e33-4858-b367-58c19cf91a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.281529605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9bec526a-e902-4517-b4ce-83eb0f1da5c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.282054581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc3b4b0f-3a13-4dfa-ac20-a402c70ea7c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.282607754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa618f02-bab2-4f07-a3ca-dd30568959de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.302104552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9bec526a-e902-4517-b4ce-83eb0f1da5c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.302180528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"d76e8eb6-9081-4473-9c3d-0f664bb96ab4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.304244791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"bb38d3bc-5e33-4858-b367-58c19cf91a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.304659349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc3b4b0f-3a13-4dfa-ac20-a402c70ea7c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.306458916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa618f02-bab2-4f07-a3ca-dd30568959de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.384312562Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-api-key-no-access-auth","reconcileID":"69803666-0c6e-47d8-9d2f-361a6e25ee17","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.384334131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"dc254310-a889-4590-893a-1c69028e9e7e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:57.469576742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"786d9dc8-28b3-4a57-90d8-d1b5c80911b7","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.641141399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"38746ca0-10f8-4299-9dd7-481dc33a1c12","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.660505779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"67d36b64-d882-4e58-8612-88b1cafb6728","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.711188697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"7a3509ec-2518-4851-9d28-1e831ad82c1d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.731587325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"7a3509ec-2518-4851-9d28-1e831ad82c1d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.845148265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"5c43f064-6120-4404-bb8a-0b3dca41f3ee","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.845302978Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.868196294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"b1b06581-3bcd-47b7-affb-856cc079076e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:58.884591213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-valid-sub","reconcileID":"58168986-d300-4fa8-8a49-ffce5329f18b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.899506082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b25d07cc-a85d-4a59-aaa1-f0655a61b335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.899897601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c3b43aa-ba71-4e89-b07c-41a213768996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.920128557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b25d07cc-a85d-4a59-aaa1-f0655a61b335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.920695503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c3b43aa-ba71-4e89-b07c-41a213768996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.927501276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"82f87af7-5a87-4143-b522-cbcbf7badbf8","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.946163614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"ded44e54-ba03-4d06-9cc3-8147eea0dd84","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.956985517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"a566aae5-53a4-4bdc-b85d-f483aca7c4e1","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.998200401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"41603418-31d1-430c-8050-c9abf59bbc7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.998576549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dab57da-e4da-4e80-824a-1d22910114d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.004133106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"032040df-743d-4906-9aba-d6a0600b962d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.017924926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"41603418-31d1-430c-8050-c9abf59bbc7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.018989597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dab57da-e4da-4e80-824a-1d22910114d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.023559682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"032040df-743d-4906-9aba-d6a0600b962d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.03163466Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-valid-sub","reconcileID":"079c6fce-88b8-4a05-bfdb-bf40b726e6fa","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.090254955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"3f4f8563-4523-4518-87a8-243c1dabe61e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.111831346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"c1494eeb-42c6-475f-82c0-702f40855396","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.187500122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"78f031bd-a8ef-496b-8a8b-836e9125ea08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:59.188080977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"ac5bf7c3-7177-428a-8c73-ffc5ba91f98a","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:59.188139139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"ac5bf7c3-7177-428a-8c73-ffc5ba91f98a","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.18815817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04d20ee3-d325-46ca-93be-220ff5f6bb0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.188866455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96ad034d-13d8-4369-b2e2-5e05a8241a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.189073356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"669f61ce-eeaf-48c0-b858-134d24dc8bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.208433171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"78f031bd-a8ef-496b-8a8b-836e9125ea08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.209875596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04d20ee3-d325-46ca-93be-220ff5f6bb0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.211202295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-valid-sub","reconcileID":"69a84a97-0385-4f55-8944-453e9b7e7ecb","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.212435306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"669f61ce-eeaf-48c0-b858-134d24dc8bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.215645493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96ad034d-13d8-4369-b2e2-5e05a8241a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.429709005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"ccd0f258-b064-4167-bdc4-846ae5bc13b5","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.482914048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8898ed64-fbbe-4e41-9085-586e89751f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.485147486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"fe67e70e-8a44-4332-9f83-5a6124c4e345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.485897227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2860d6af-fd94-4d36-8c3a-85e9f606d90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.507917395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2860d6af-fd94-4d36-8c3a-85e9f606d90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.507985172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8898ed64-fbbe-4e41-9085-586e89751f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.510717395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"fe67e70e-8a44-4332-9f83-5a6124c4e345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.533994845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.578758722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9f2b717d-9038-418c-a527-f81218811531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.57875759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"6c026adf-fb07-4e22-a5b0-6ca44aae4860","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.598992063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9f2b717d-9038-418c-a527-f81218811531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.59899433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"6c026adf-fb07-4e22-a5b0-6ca44aae4860","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.345080872Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"881e8104-4b0d-4ef9-a463-e88762142d33","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:00.361864351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"dcdc68c7-9a81-41da-bc33-82daa27c0958","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:00.361950716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"dcdc68c7-9a81-41da-bc33-82daa27c0958","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.378408491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"36987024-979c-4aa5-9861-f0978b496ba6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.393785759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"caf7dd82-5a98-441a-b26a-5a4e8ea9200d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.394305218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"d6b6a4ca-799c-4bc3-9700-1cf8992d9474","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.394702993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ffc88811-c1a1-4923-841c-044ef6793fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.40156404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"c4370e92-0796-4953-a5e9-ab8cab6e2418","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.409819665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"36987024-979c-4aa5-9861-f0978b496ba6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.418406082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"caf7dd82-5a98-441a-b26a-5a4e8ea9200d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.430225528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"c4370e92-0796-4953-a5e9-ab8cab6e2418","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.430453982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"d6b6a4ca-799c-4bc3-9700-1cf8992d9474","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.432891038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3564d098b2ffe95944e617001248bd2d853631f3d9397636be56816b0782d3b) AuthConfig (443f13a95f1d8734024f6cf02c030b3f2d844b1482596b65ed2c13b5a24f8cd0) AuthConfig (17ffb38968f5203138f4c70a4901f11472ae6dae95a6f3f4886a4fe522264f73) AuthConfig (de45bf6af3af2bd7c1ee6c615c5abe49bf1a17afe11bfe37ce983f110b914099) AuthConfig (2aeb7a64460a32e597d9fd72bb0c280838a5fd34edc4a1a4b68dd97a22dc3157) AuthConfig (2833284eb199e892477c1b1e2f0659e587bf5326ea224d80b7ab540f76d960e8) AuthConfig (a7612215da5f554ff7886e6c959043f3e147ec95dbf298e73b5a9fce027d8130) AuthConfig (d0a2a63121011dec841d6815cbda68cee2eef5c05a8c21be73aab50d2c39e071) AuthConfig (99845c5a2bc71c0617eca1e9ba307599dd2958ae105818a54c1a3bcc0eb1a723) AuthConfig (e5bf04d5ce7f234d18b5de7f888ebf61792370151a7b56499b8d85b993187224) AuthConfig (b6e83ad4f4bc4839befc6b4e18af04bdfbbda512417f2cb15f48550cf3f7c19e) AuthConfig (cdfe3387bf6b861cba94bd6b65fd9a306f2fbf5e5fc18fd907fd48135c155748) AuthConfig (beb7591f702bb0509f44639ef8b4dbb773f8e2f0f58b84d7b03173ac7089869a) AuthConfig (002a718bbd945b931391d327c973f8c6b5edec8f6d310ff26a7aa6ba6da1de26) AuthConfig (fcabffd58b14d847638d270bd299d19f1f5dcc796b7d9ed155718aa51c765cb2) AuthConfig (e832516d2948e50273202e5ce2f78f563eb1fa8b915cfc096dc8335ee69dfeb0) AuthConfig (061fa7db8f667757286d2fbdc94aae25a78e6e4dfd43f1bc72eb9aced76710b3) AuthConfig (9325031c265252aee95191b2c66fda3e6b8d3c1cefa8a5f4d04292eeee864c62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"36987024-979c-4aa5-9861-f0978b496ba6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.433362091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ffc88811-c1a1-4923-841c-044ef6793fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.482172765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"b14f6fd7-b449-4dfd-8f74-68d127023b9b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.509241745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"b14f6fd7-b449-4dfd-8f74-68d127023b9b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.62020557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"cb6bc303-9ad5-4aec-8dca-cbc93f423b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.621043125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"701d20ee-993b-471b-a127-d4d9fed5e3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.640085551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"cb6bc303-9ad5-4aec-8dca-cbc93f423b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.641409843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"701d20ee-993b-471b-a127-d4d9fed5e3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.718615041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"fd256408-b9ab-4cea-80e6-7528ad41b074","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.718911576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"5f24cef1-0258-43dd-b9c8-8b67e9d0be7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.719329446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"1e1e029e-491c-4133-bcaa-e388903c07c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.721923307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"9b7141d9-7fa0-4cff-9d7f-41488497b5bc","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.722095417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"20bddb5a-aa9f-4df0-b2be-b03586af482e","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.739965657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"5f24cef1-0258-43dd-b9c8-8b67e9d0be7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.740809005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"fd256408-b9ab-4cea-80e6-7528ad41b074","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.742125105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"1e1e029e-491c-4133-bcaa-e388903c07c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.743842793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"9b7141d9-7fa0-4cff-9d7f-41488497b5bc","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"e2e-inf-b-6ac027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.744394668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"20bddb5a-aa9f-4df0-b2be-b03586af482e","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:00.746281452Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"9cf40375-ffe2-4698-b885-2ea00bbfd399","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:00.74634551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"9cf40375-ffe2-4698-b885-2ea00bbfd399","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-detach-47b076 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.763200479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"0351a946-4f37-4f0e-9478-8436d0f7c6a2","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.763235007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"0351a946-4f37-4f0e-9478-8436d0f7c6a2","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.811587099Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"0b53f4d6-feea-41d1-962d-d85a4ac9ed0a","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.833105047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"b5388a83-cbd4-408d-b79b-a35c337c656d","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.833133107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"b5388a83-cbd4-408d-b79b-a35c337c656d","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.843157375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"6f8618fe-14d6-4164-8e81-283301458dc0","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.850311313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"b0f685b8-1ede-4b95-954a-275a150842c9","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.868601931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"798eae99-333e-4816-814a-c32b1de34fea","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.868636767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"798eae99-333e-4816-814a-c32b1de34fea","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.919209675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"91847785-43d5-44b9-a16b-9b69deae69bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.920208376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"3ecffe83-7517-4baf-b53f-3c691874d274","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.929101808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"3e4e72fd-57c1-44c3-9a35-b890d2c7b374","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.935599357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"491f4d08-55d5-4c84-b909-df97649d6221","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.939825709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"91847785-43d5-44b9-a16b-9b69deae69bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.942191811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"3ecffe83-7517-4baf-b53f-3c691874d274","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"e2e-inf-b-6ac027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.949105787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"3e4e72fd-57c1-44c3-9a35-b890d2c7b374","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.955618609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"491f4d08-55d5-4c84-b909-df97649d6221","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.959386721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3564d098b2ffe95944e617001248bd2d853631f3d9397636be56816b0782d3b) AuthConfig (443f13a95f1d8734024f6cf02c030b3f2d844b1482596b65ed2c13b5a24f8cd0) AuthConfig (17ffb38968f5203138f4c70a4901f11472ae6dae95a6f3f4886a4fe522264f73) AuthConfig (de45bf6af3af2bd7c1ee6c615c5abe49bf1a17afe11bfe37ce983f110b914099) AuthConfig (2aeb7a64460a32e597d9fd72bb0c280838a5fd34edc4a1a4b68dd97a22dc3157) AuthConfig (2833284eb199e892477c1b1e2f0659e587bf5326ea224d80b7ab540f76d960e8) AuthConfig (a7612215da5f554ff7886e6c959043f3e147ec95dbf298e73b5a9fce027d8130) AuthConfig (d0a2a63121011dec841d6815cbda68cee2eef5c05a8c21be73aab50d2c39e071) AuthConfig (99845c5a2bc71c0617eca1e9ba307599dd2958ae105818a54c1a3bcc0eb1a723) AuthConfig (e5bf04d5ce7f234d18b5de7f888ebf61792370151a7b56499b8d85b993187224) AuthConfig (b6e83ad4f4bc4839befc6b4e18af04bdfbbda512417f2cb15f48550cf3f7c19e) AuthConfig (cdfe3387bf6b861cba94bd6b65fd9a306f2fbf5e5fc18fd907fd48135c155748) AuthConfig (beb7591f702bb0509f44639ef8b4dbb773f8e2f0f58b84d7b03173ac7089869a) AuthConfig (002a718bbd945b931391d327c973f8c6b5edec8f6d310ff26a7aa6ba6da1de26) AuthConfig (fcabffd58b14d847638d270bd299d19f1f5dcc796b7d9ed155718aa51c765cb2) AuthConfig (e832516d2948e50273202e5ce2f78f563eb1fa8b915cfc096dc8335ee69dfeb0) AuthConfig (061fa7db8f667757286d2fbdc94aae25a78e6e4dfd43f1bc72eb9aced76710b3) AuthConfig (9325031c265252aee95191b2c66fda3e6b8d3c1cefa8a5f4d04292eeee864c62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"91847785-43d5-44b9-a16b-9b69deae69bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.037471515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"9075a805-b4a7-410c-8c0b-4c94df85f138","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.037895497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dac4a65-e069-4983-984c-6676705466c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.057445498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"9075a805-b4a7-410c-8c0b-4c94df85f138","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.058635296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dac4a65-e069-4983-984c-6676705466c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.133471163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"4ebcc6fd-57ee-4e1a-9abb-deed0af8fa03","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.140614201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ba868626-fc93-4df7-825e-9d2ed02ac61e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.15391461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"4ebcc6fd-57ee-4e1a-9abb-deed0af8fa03","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.162997893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ba868626-fc93-4df7-825e-9d2ed02ac61e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.237230508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3e52ea16-048b-434d-9bec-343b63e69bf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.237996025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"58661038-d1ca-4a61-b398-0ef3a845c47f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.239359811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97bed4f2-c3fc-40ff-92a7-7bf4255dc33b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.260982166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97bed4f2-c3fc-40ff-92a7-7bf4255dc33b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.264113283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"58661038-d1ca-4a61-b398-0ef3a845c47f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.265300455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3e52ea16-048b-434d-9bec-343b63e69bf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.335636744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0c04af82-9e24-46fc-921e-1f30bda113af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.335640487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8edc7fe8-332f-4575-9e91-24818d66e66d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.360615488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0c04af82-9e24-46fc-921e-1f30bda113af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.360641645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8edc7fe8-332f-4575-9e91-24818d66e66d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:03.234670681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"5596c149-7d4f-4252-8ff2-cfe0a68f7a14","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:03.235366579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"fa4f0fd6-f8fa-4f89-b371-f8aecd594537","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:03.258085385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"fa4f0fd6-f8fa-4f89-b371-f8aecd594537","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:03.261134297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"5596c149-7d4f-4252-8ff2-cfe0a68f7a14","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.940508976Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-subscription","reconcileID":"3bb7a027-af4b-4509-9257-2b77c65a90fe","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.008933924Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-subscription","reconcileID":"3bb7a027-af4b-4509-9257-2b77c65a90fe","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.073943328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"4f41f762-990a-4bce-b53c-5c72529da1a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.081375058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"3820717d-1f08-4a76-b75b-fd7c2f17b5ec","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.081625228Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.129632889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"3d1f483c-02d5-4d78-9fcf-ac36b08e9c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.130068222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e11784d2-9e90-4b3b-a938-2e554da22d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.131602004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"be04c4fa-eed7-4d13-9340-9bda79e8c390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.132021391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da87e8bd-dd64-4055-8d81-4be03da0dddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.132753805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"6818e344-9b79-4c74-94c8-3ddb0771edc9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.150526107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e11784d2-9e90-4b3b-a938-2e554da22d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.150911179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"3d1f483c-02d5-4d78-9fcf-ac36b08e9c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.15297183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"be04c4fa-eed7-4d13-9340-9bda79e8c390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.153160482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da87e8bd-dd64-4055-8d81-4be03da0dddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.155099144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"6818e344-9b79-4c74-94c8-3ddb0771edc9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.231519299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"8bfb287b-fa5f-4e6b-90c4-e9b646a7efbe","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.282267106Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-auth","reconcileID":"82faf6ae-cc40-4dab-915b-4d553bc341bc","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.29252934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"9f1d3320-2771-4849-a00e-6224747de9c5","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.292554968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"9f1d3320-2771-4849-a00e-6224747de9c5","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.324782697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"cf16563e-6f1f-41be-83d0-dd27119430bf","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.324804798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"cf16563e-6f1f-41be-83d0-dd27119430bf","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.367493525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"1b68ea6d-7545-4bb7-8156-a0bcd78fb2bc","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.387478195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"1b68ea6d-7545-4bb7-8156-a0bcd78fb2bc","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.401662704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"15e7a547-0f8e-4839-8b74-507b4451d7d9","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.406368352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca3f02bfde9a96ff125239bfcffd9feb99075bcf102f2ad75ef4e5ad73f88b5d) AuthConfig (8ebaaad53c5c5b8e23b6faccd41978439e04f6c83bf9ce6b26500aa76f2947fc) AuthConfig (925eae6c6daf062b2b21a609fb903d53e6f7ddb907bb6c9c3ef5912a0961fec2) AuthConfig (3fe1ce9dc2ef21730f7228b7f5c58946d2fd0adccbaf2b8e1329949b186f95b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"1b68ea6d-7545-4bb7-8156-a0bcd78fb2bc","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.441207646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"2471a146-9278-48e3-bfe0-beb58843a62a","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.441231133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"2471a146-9278-48e3-bfe0-beb58843a62a","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.18421515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"0a0bd365-9889-4370-a088-eb4e0db7c230","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.205924357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"33934157-48bc-4f66-90ff-b89a8c0dfdde","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.253483828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-no-auth","reconcileID":"0f869f4f-bc8e-4519-8611-5005e6ee737b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.273813533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-no-auth","reconcileID":"0f869f4f-bc8e-4519-8611-5005e6ee737b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.357825451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"3ab5fe4f-6b30-4d2a-a9a3-27967d47154b","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.373640572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"847012eb-228a-4d6e-a1cf-aa2e16f0de14","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.373725603Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.394300951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"89fed0cc-441d-4477-b877-3c33f2bba810","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.40579809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-no-auth","reconcileID":"49f90dae-ccb6-420e-a014-a0bdd64d6ce3","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:08.408506542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-sub-only","reconcileID":"6ffcff94-5e6c-4c6b-9411-15de46ef88b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.425474771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-no-auth","reconcileID":"49f90dae-ccb6-420e-a014-a0bdd64d6ce3","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.450619391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"faa1902a-aaf2-475c-b4b1-7f7b11ed44c8","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.471109957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"efbb87c7-5d46-48eb-a11a-93f5eacc0e5a","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.506590445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"3f20e6a3-2e4f-4c92-9f3b-030400f565b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.507115202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bb28cb8-a064-411d-bf40-369113d58414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.508208646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c626fef7-5057-42f3-9b53-521a5d963efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.508316745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6f62328f-abec-44f4-af6e-e4a0e0632ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.527820413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"3f20e6a3-2e4f-4c92-9f3b-030400f565b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.528213161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bb28cb8-a064-411d-bf40-369113d58414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.530087507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6f62328f-abec-44f4-af6e-e4a0e0632ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.530560312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c626fef7-5057-42f3-9b53-521a5d963efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.556962154Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-sub-only","reconcileID":"241a2e85-4d76-437d-9f53-33630aeef9eb","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-ff49f4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:08.592482224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-no-auth","reconcileID":"49f90dae-ccb6-420e-a014-a0bdd64d6ce3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-no-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.61171322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"e5ac2330-ba0d-4eb1-bce4-8cd75cc1c390","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.635602018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"56d733f9-48c1-4324-b040-e672b318d137","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.63962468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-no-auth","reconcileID":"25d96cb5-d2bc-4179-bf95-a0e53e4e49d2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.659275151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-no-auth","reconcileID":"25d96cb5-d2bc-4179-bf95-a0e53e4e49d2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.737080914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-sub-only","reconcileID":"df2b1262-73a3-4c1f-a0ec-bdd517ba6637","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.741889577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b790dc5-7c59-4c02-9767-561c5dc1c910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.741985618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13880131-3fbf-4589-9539-8d118620a9a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.742693383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"39136472-b5de-4677-8c15-1191655bfa42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.742775656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"6f2121ed-27a9-4866-8f80-35c2aabbbbd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.762321934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b790dc5-7c59-4c02-9767-561c5dc1c910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.762539339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13880131-3fbf-4589-9539-8d118620a9a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.76455518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"6f2121ed-27a9-4866-8f80-35c2aabbbbd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:08.764697013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"39136472-b5de-4677-8c15-1191655bfa42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.168849844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"9e475e7b-f614-43fa-bf86-1dd9e14d2b6d","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.217809773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"cc1cb27b-ccd0-4202-9cd1-a4285fcbb53d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.218193154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e29618b1-892d-46d1-81d0-4ff8f1374367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.218316568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-no-auth","reconcileID":"88e607cc-d2c4-49b8-8af1-01ab8602a13c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.222386633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9111d3c7-05e3-4ac8-b95a-7523d60d9f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.222705688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a798c63-f2a2-4c1a-8291-d655f66ea27c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.237358886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"cc1cb27b-ccd0-4202-9cd1-a4285fcbb53d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.237862331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-no-auth","reconcileID":"88e607cc-d2c4-49b8-8af1-01ab8602a13c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.239621073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e29618b1-892d-46d1-81d0-4ff8f1374367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.242450441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9111d3c7-05e3-4ac8-b95a-7523d60d9f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.242677342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a798c63-f2a2-4c1a-8291-d655f66ea27c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.483143222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-valid-sub","reconcileID":"fa55d5f8-cf26-4485-94a7-a31e0ed4a418","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.553668294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-valid-sub","reconcileID":"fa55d5f8-cf26-4485-94a7-a31e0ed4a418","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.618822116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"fc3cabc4-a734-472d-a087-54425ebafa4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.625125108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"c72dfbb7-ffcb-4b69-933f-720998af87ea","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.625394879Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.637014733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"148224f5-3f8c-4367-954a-3d661adec367","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.637030551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"148224f5-3f8c-4367-954a-3d661adec367","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.677906937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9b537dfb-6516-47b3-ae2e-f68e050c181e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.678180528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"aa72856f-7cfe-49b0-ab75-20555f251321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.679109167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"5c6244a9-177c-49c1-9f14-7530fd0fd99f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.679715505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48542ade-17a9-4bc3-b876-e2b93cecbc2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.680614081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40548940-879d-47a2-a404-cd26e766dacb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.697781523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9b537dfb-6516-47b3-ae2e-f68e050c181e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.698036722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"aa72856f-7cfe-49b0-ab75-20555f251321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.700030925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"5c6244a9-177c-49c1-9f14-7530fd0fd99f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.700400025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48542ade-17a9-4bc3-b876-e2b93cecbc2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.702261929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40548940-879d-47a2-a404-cd26e766dacb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.721502997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"b90f4620-419e-4ea3-9a10-7faa84a547a4","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"maas-trlp-test-model-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.745474236Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"df3a337b-300f-4dbf-88b2-d9eaa825136e","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.776914641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"3055d97e-be3f-4f14-8d84-19563ebba5f3","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.830082365Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-invalid-sub-auth","reconcileID":"c22d3ef8-1c3e-4c0a-b7d9-ccf1051b4412","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.946583602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"df3a337b-300f-4dbf-88b2-d9eaa825136e","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.997709732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"df3a337b-300f-4dbf-88b2-d9eaa825136e","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"e2e-inf-a-68c77a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:09.997732532Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-auth","reconcileID":"df3a337b-300f-4dbf-88b2-d9eaa825136e","MaaSAuthPolicy":{"name":"test-model-68c77a-auth","namespace":"ai-tenant-e2e-inf-a-68c77a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.015413424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"5b2971e5-56d9-4cd3-a4ba-171736f2880f","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.017403277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"b9507605-904e-411a-9c01-7a19dd11712a","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.0174331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"b9507605-904e-411a-9c01-7a19dd11712a","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.103248699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"cf12f7de-0f45-425e-a5ec-2b43a28d45c3","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"maas-trlp-test-model-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.158406283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"eae93e68-9f95-418d-b17c-96ccfb2eaddf","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.158464537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"eae93e68-9f95-418d-b17c-96ccfb2eaddf","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.208063458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e7f3e9e-5b6f-437b-908a-d073a9f67d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.208233029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9344fd10-2e4c-4b49-ba2a-06e20813ba61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.228148751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9344fd10-2e4c-4b49-ba2a-06e20813ba61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.228269961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e7f3e9e-5b6f-437b-908a-d073a9f67d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.992766761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"0df47b5d-5793-4030-b25d-1ba5c634e1c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.012591596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"0df47b5d-5793-4030-b25d-1ba5c634e1c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.098879002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"1ac67b07-2bba-4bc7-b493-128fdb50aaff","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.098903693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"1ac67b07-2bba-4bc7-b493-128fdb50aaff","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.280922278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"e66046d6-e13c-4cf0-8b70-5e2c646fb8bc","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.301064645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"2994c0b8-966a-4b32-b5eb-cf4ed0942ca9","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.348802036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"99773d95-2884-4a81-94e2-73d18330df0c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.368642202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"99773d95-2884-4a81-94e2-73d18330df0c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.472115299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"1d2ce907-4fcf-437b-962b-0fc697bbfcc0","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.492742016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"060816a0-3e0a-47ea-a9c6-d45e2aa5ebe8","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.501487375Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.522392093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"5dd28640-34b6-43de-a41c-3a60741d4740","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.535183672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"58f7d71b-4622-4ea0-afa1-4e268351825c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:11.541037584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-user-sub","reconcileID":"eb1349ac-a22e-474f-b417-f6c16b89c865","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.557778166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"58f7d71b-4622-4ea0-afa1-4e268351825c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.582119251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"e31b5997-0b40-4913-a018-35211dce81ab","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.600373193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"cc09c81e-b2b5-4ed7-8ee3-e234e730cec9","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.624164738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"783ad61f-2c3f-49fe-be72-c0126c191678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.624620227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b153be6-7bc9-4b7c-912f-f2bf69013e25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.62523988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63edcb7f-e629-43e1-920f-416bf59e67ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.625503798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7a098ca9-0bea-4a84-8c07-24255f39562d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.643538395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"783ad61f-2c3f-49fe-be72-c0126c191678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.647292981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63edcb7f-e629-43e1-920f-416bf59e67ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.647328694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b153be6-7bc9-4b7c-912f-f2bf69013e25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.649594638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7a098ca9-0bea-4a84-8c07-24255f39562d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.686061257Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-user-sub","reconcileID":"d0cdadff-3d2e-412b-8fb4-286ebc31a741","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-models-user-sub","ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.691372879Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]","namespace=ai-tenant-e2e-worker-w3-6f34cf priority=0:[ai-tenant-e2e-worker-w3-6f34cf/e2e-models-other-sub ai-tenant-e2e-worker-w3-6f34cf/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.691537285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"3728713a-d526-4e32-9a76-b267261e51a8","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.71017475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"c2eaa319-0457-47b2-bb4a-f9cf8b0b1f97","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.727852668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"0d0199e9-1e65-455c-a6f0-9e4ae3c2dd0b","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:11.728680293Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-6f34cf/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.741615024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"e5cdc527-739c-4c8d-8f26-a52d1a5d9699","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.742579843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"ee9e85dd-93d7-4ffd-ab84-5cdf784fea51","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.747568085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"e26553a9-b060-41f0-8321-b956c7f264d3","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.761353304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"e5cdc527-739c-4c8d-8f26-a52d1a5d9699","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.790175539Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"041d61f9-08d1-4e83-a6ba-881a06dbeabe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-models-other-sub","ai-tenant-e2e-worker-w3-6f34cf/e2e-models-user-sub","ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.840011769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c6509489-5b0a-4563-9c3c-e9a4a72ab83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.841553665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5132dccc-f48f-4307-95ac-6d6ef3f59c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.841575627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5aeea5a5-6b0b-4f1a-82dc-0bf0ac59c4c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.842727534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f84513b1-f1b3-4ecf-817f-5e26419c0c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.860244251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c6509489-5b0a-4563-9c3c-e9a4a72ab83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.862379265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5aeea5a5-6b0b-4f1a-82dc-0bf0ac59c4c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.862703829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5132dccc-f48f-4307-95ac-6d6ef3f59c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.864732509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f84513b1-f1b3-4ecf-817f-5e26419c0c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.866845282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-other-sub","reconcileID":"435673bf-b0d9-476a-89d7-3c335fd185e0","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.868303536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-user-sub","reconcileID":"124d4e09-d485-4310-8ed1-b921817596d5","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.890165433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"a8576163-9f8c-4cb7-a079-8b2929fe1e37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.942500893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"7c7911dc-b7dc-4263-aa83-d9ecd8cc56cd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.950594507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"e4ffef7e-115f-45f6-bf9c-9befac7197fe","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:11.962745079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"7c7911dc-b7dc-4263-aa83-d9ecd8cc56cd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.008487007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-user-sub","reconcileID":"0b2bc112-5cbc-4361-8b55-01373e89a91a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.013278751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-other-sub","reconcileID":"85d93f75-c12d-45cf-9052-84f63e0b1eb1","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.067870934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"d4e1a712-9f08-41ef-a53a-cae82ccda6f4","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.443986179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"51631b81-b15a-4299-8683-eb087f47f308","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.494391323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"14014fa8-df59-4d6b-8d29-a1a789985cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.494788889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bef6123-02b5-47f4-a869-6a89c4958839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.499362905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1f30530-5b98-44b4-bdf0-9d5b6b0b84d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.501567299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"2c70a510-b984-4dd2-943d-63c5a063ccb8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.501809104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"89f3bbf1-e10c-48d4-8324-f46289d318c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.514222016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"14014fa8-df59-4d6b-8d29-a1a789985cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.51501981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bef6123-02b5-47f4-a869-6a89c4958839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.524244033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"2c70a510-b984-4dd2-943d-63c5a063ccb8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.524448099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1f30530-5b98-44b4-bdf0-9d5b6b0b84d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.527289979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"89f3bbf1-e10c-48d4-8324-f46289d318c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:16.089244757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"fda266fa-7fbe-4b7b-8569-bb4b8451022e","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:16.089267595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"fda266fa-7fbe-4b7b-8569-bb4b8451022e","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:16.113887343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"22584aa0-cb6a-44d2-b0b3-bfb7dab0a745","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:16.114061545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"22584aa0-cb6a-44d2-b0b3-bfb7dab0a745","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:16.163000695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"ee7b87a0-fb90-4cd5-b27e-ef5fb10be21a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:16.227389683Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"ee7b87a0-fb90-4cd5-b27e-ef5fb10be21a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:16.246147456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"ee7b87a0-fb90-4cd5-b27e-ef5fb10be21a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:16.265181499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"28f57215-68c4-479a-922f-308d13e5564b","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:16.265210379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"28f57215-68c4-479a-922f-308d13e5564b","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:17.547185889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"c423e634-a4dd-4382-ae60-a70ba78bef25","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:17.613957003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"c423e634-a4dd-4382-ae60-a70ba78bef25","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:17.823009348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"5d4e3ebe-e3fb-4688-b98a-0d49fce20f03","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:17.8231582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"5d4e3ebe-e3fb-4688-b98a-0d49fce20f03","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.223085983Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-sub-only","reconcileID":"01ca201e-1fda-4fd1-b56c-31eaaa601d45","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.292934076Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-sub-only","reconcileID":"01ca201e-1fda-4fd1-b56c-31eaaa601d45","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.357187285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"04443eb0-6b58-4926-bf0e-243c64a4706c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.373646097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"0199ac0d-be86-4dea-9bfd-090dd2fb84cf","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.373918403Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.394987031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"da2f7a41-e9d8-4d5a-ab11-b5b810eaa2f4","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.421750501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f783e507-8746-4852-a303-10f8d42e6a61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.422176542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cebf4ef5-1445-4a50-976d-bc1230f8a621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.422630497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"94ea2964-59ed-4c71-8925-ba0a8e29a69a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.423012508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-no-auth","reconcileID":"e56a8580-88a5-4277-be5d-940276d72891","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.423377824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56d4d296-413d-41cb-b66a-93f06a1e2e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.441769734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f783e507-8746-4852-a303-10f8d42e6a61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.443306025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"94ea2964-59ed-4c71-8925-ba0a8e29a69a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.444101656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-no-auth","reconcileID":"e56a8580-88a5-4277-be5d-940276d72891","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.445482356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cebf4ef5-1445-4a50-976d-bc1230f8a621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.446374593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56d4d296-413d-41cb-b66a-93f06a1e2e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.523768729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"63f9c147-0fe6-41cf-b47b-71965fa7c65d","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.523789414Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-test-group-no-auth","reconcileID":"39eb2431-6104-4535-868c-0bb5d2e0731e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.6090628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"ca0f2ed4-9399-4149-bb22-f4d5bece282b","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:20.210745779Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"b067d337-747e-4ab0-ba9c-690dc91015c9","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","subscription":"test-model-68c77a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:20.227387682Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"b067d337-747e-4ab0-ba9c-690dc91015c9","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:20.243664203Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a-sub","reconcileID":"b067d337-747e-4ab0-ba9c-690dc91015c9","MaaSSubscription":{"name":"test-model-68c77a-sub","namespace":"ai-tenant-e2e-inf-a-68c77a"},"name":"maas-trlp-test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:20.399771858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"b02a16f9-fcd6-4e8a-8f8b-bcbf8cd3ddba","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"tenant":"e2e-inf-a-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","model":"ai-tenant-e2e-inf-a-68c77a/test-model-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:20.399790768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"test-model-68c77a","reconcileID":"b02a16f9-fcd6-4e8a-8f8b-bcbf8cd3ddba","MaaSModelRef":{"name":"test-model-68c77a","namespace":"ai-tenant-e2e-inf-a-68c77a"},"routeName":"test-model-68c77a-kserve-route","namespace":"ai-tenant-e2e-inf-a-68c77a","llmisvcName":"test-model-68c77a","gateway":"openshift-ingress/e2e-inf-a-68c77a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:20.400004126Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:20.500203954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1041d4b4-bda8-46e1-8e0e-a2ea743e4d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:20.504064852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cee8322c-5d11-42a3-9c6d-860ed88be7e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:20.520848289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1041d4b4-bda8-46e1-8e0e-a2ea743e4d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:20.523597482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cee8322c-5d11-42a3-9c6d-860ed88be7e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.319900171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d6788c25-a333-4bc2-a191-7ed21435d557","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.320239315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"bb8b195f-f876-41ea-bc1a-aef752b824d3","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.347646451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"ba4af9cd-0dd7-4d88-8afc-f08bd3331345","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.347982386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"7fd65eec-ecf7-4294-954b-4d97042e315f","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.368811324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"bc58be4f-62ee-4892-b134-9af9bf524149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.368919505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"520b58c0-868e-4587-96c8-4e33c42c3e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.386244393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"26da6e75-3622-4281-8dff-6b774ce91687","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.386744741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"f453c885-aab7-43e1-9757-d4901508ef47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.389710741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"bc58be4f-62ee-4892-b134-9af9bf524149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.390793145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"520b58c0-868e-4587-96c8-4e33c42c3e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.485995644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"cc12d2c3-c5e6-4c56-9099-ce8e6fd64810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.486241304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"34b84676-ff7d-4416-93e0-f1d7ef0595b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.498409584Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-user-sub","reconcileID":"d7e8fdba-1cea-4d2e-b048-10e0c7a8f132","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.532334686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"cc12d2c3-c5e6-4c56-9099-ce8e6fd64810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.55034192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"34b84676-ff7d-4416-93e0-f1d7ef0595b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.620488125Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-user-sub","reconcileID":"d7e8fdba-1cea-4d2e-b048-10e0c7a8f132","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-models-other-sub","ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.686130362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"2cf160aa-4aa5-4d3a-bb5c-58c233ab0787","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.686129376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-other-sub","reconcileID":"3e83b92f-ecff-4873-9fc9-3280f42a8d2c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.775109338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"a20e9067-021e-4953-a8fe-6c35cc6c3465","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.775393233Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.825263831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91c3a543-81ab-449b-8012-376c94204eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.825287192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f1da43-9fd3-44b5-aee0-699664351937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.826211534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f2b065b0-c090-41bb-9cf9-630f1e49dbf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.826260647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f9556ca9-87f3-46d4-87db-4441fed13deb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.826678002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"f93e46ec-873f-473d-9cd5-09b9ce135326","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.845885166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f1da43-9fd3-44b5-aee0-699664351937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.846795203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91c3a543-81ab-449b-8012-376c94204eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.850401164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"f93e46ec-873f-473d-9cd5-09b9ce135326","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.852382713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f9556ca9-87f3-46d4-87db-4441fed13deb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.853366525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f2b065b0-c090-41bb-9cf9-630f1e49dbf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.930222933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"be4f900b-59db-4ba1-ae00-d7fd7e0b138c","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.978987815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64033b72-a588-42f3-a554-6f8ae82bd7a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.979160131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c17d5d6f-f695-494c-ad8c-48a377f25647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.99926993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64033b72-a588-42f3-a554-6f8ae82bd7a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:22.999504793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c17d5d6f-f695-494c-ad8c-48a377f25647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.079674309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"65b51964-113a-4330-8d50-b1124b543a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.079696355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"e0081b22-88d6-4636-bbf7-02a59aa8fc4b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.080183624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"4c06ee2f-add9-4aa3-8153-7d40019ff2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.09990222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"4c06ee2f-add9-4aa3-8153-7d40019ff2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.100227066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"65b51964-113a-4330-8d50-b1124b543a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.102464347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"e0081b22-88d6-4636-bbf7-02a59aa8fc4b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.23621667Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.252731203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"a7884709-7f8f-4e3a-85dc-c91715a8cb34","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.252749721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"a7884709-7f8f-4e3a-85dc-c91715a8cb34","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.290806327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b44530cb-b289-4119-99a0-6cbc020fb23e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.290918824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c7eda17-98e1-425e-96e7-c7ebc5351de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:23.299437883Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-47b076-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.305784767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"bc0a0b20-544e-474a-9ba7-cecbf90a70c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.305899765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"80178c5c-372a-4459-aaed-de4a5a4d211d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.314202436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"5d25d188-bee4-4155-ac4c-c3380e7da0b8","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.314783292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"4f1d4585-b660-484a-80eb-451fedf08cf5","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.314800246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"4f1d4585-b660-484a-80eb-451fedf08cf5","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.318497598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c7eda17-98e1-425e-96e7-c7ebc5351de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.319286101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b44530cb-b289-4119-99a0-6cbc020fb23e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.325938913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"bc0a0b20-544e-474a-9ba7-cecbf90a70c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.326353589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"80178c5c-372a-4459-aaed-de4a5a4d211d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.33390547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"5d25d188-bee4-4155-ac4c-c3380e7da0b8","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.347910996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"cff198e2-2fe3-4734-b24b-b1986ce58cb6","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.347927521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"cff198e2-2fe3-4734-b24b-b1986ce58cb6","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.38451468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"1b83bc2d-d698-4a33-8eec-39bd382416c6","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.384550755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"1b83bc2d-d698-4a33-8eec-39bd382416c6","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.386435235Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"7d448333-6a33-4cc8-b10d-d54c07cf2409","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-detach-47b076","model":"e2e-att-detach-47b076","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.473993944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"cd2e3368-f90e-4787-a75c-88ef3ad19677","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.474016008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"cd2e3368-f90e-4787-a75c-88ef3ad19677","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.537697203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"31e21985-8f7c-4d59-b51a-d319e4f97ad2","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-detach-47b076","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.618408155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"0269807f-34c6-4c62-b355-26fa2ecb2086","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.618548409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e0dafe2b-2de8-489d-8048-3f2e1ccb1885","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.618952275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"22f80896-b45f-4d07-ba9b-9414b9418525","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.639259272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"22f80896-b45f-4d07-ba9b-9414b9418525","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.640380078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e0dafe2b-2de8-489d-8048-3f2e1ccb1885","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:23.641308832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"0269807f-34c6-4c62-b355-26fa2ecb2086","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:26.30108551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"5f0734c6-3580-4a00-9c7c-5b60eee59005","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:26.322199341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"5f0734c6-3580-4a00-9c7c-5b60eee59005","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:26.340790162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"5f0734c6-3580-4a00-9c7c-5b60eee59005","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:29.532138679Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:30.505124872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"2fadd7c4-7580-4399-a0c6-ae37f5c81820","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-detach-47b076","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:30.601802764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"e64b02cc-ed68-4d39-b4d2-8b6c51e199ae","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:30.601921314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"e64b02cc-ed68-4d39-b4d2-8b6c51e199ae","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.073258383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"17e4721e-79ff-47a0-9a12-1b7372f6c4fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.080388434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"afb0f872-cfa6-4b2a-a4aa-82be3e247e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.14087482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"17e4721e-79ff-47a0-9a12-1b7372f6c4fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.270247127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"afb0f872-cfa6-4b2a-a4aa-82be3e247e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.627151736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"c0c6150b-705e-4385-8f8b-ba0c870e1512","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.628369192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"788d6316-110f-46d4-9171-cfa449f9e33b","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.629485491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"ca1ca5a3-741e-4960-b88e-a387ed12e0ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.797812169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"788d6316-110f-46d4-9171-cfa449f9e33b","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.865746021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"ca1ca5a3-741e-4960-b88e-a387ed12e0ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.910126702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"c0c6150b-705e-4385-8f8b-ba0c870e1512","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.99305616Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-other-sub","reconcileID":"d247f4ce-087a-4761-8ac5-a00927d5265a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.07828578Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-other-sub","reconcileID":"d247f4ce-087a-4761-8ac5-a00927d5265a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.155700571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"85b63baf-3ddf-4a2a-9369-dada534a79f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.255823808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"2dcd6bb6-b2e7-4c5e-802a-37fe1a7e6acc","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.256494448Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.294245509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"4657ad7b-72c3-47e8-a3ce-e3b1c1fb54c2","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.294267662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"4657ad7b-72c3-47e8-a3ce-e3b1c1fb54c2","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.304673809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"4753fae2-d1d0-464f-a7c2-2480cc2bf762","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.306003818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04587479-cfff-4db6-afcf-178236c1b07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.306049681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"496cd131-804a-4f24-b60d-3f6113be25aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.306950936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f562f88c-0f17-4040-b8ef-bd565f57fc4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.307053829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"d74974a8-427d-4f96-8ec1-692a5a4fcfc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.324800616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"4753fae2-d1d0-464f-a7c2-2480cc2bf762","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.326457144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04587479-cfff-4db6-afcf-178236c1b07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.327612754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f562f88c-0f17-4040-b8ef-bd565f57fc4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.329052012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"d74974a8-427d-4f96-8ec1-692a5a4fcfc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.329825791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"496cd131-804a-4f24-b60d-3f6113be25aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.405612318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"50421357-924c-40cc-802b-2f5be6783f16","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.457966541Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-models-access-denied-auth","reconcileID":"2d810571-28af-4924-8702-8dbc538c3f0f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.508817802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"21604ed9-4c38-4ade-87f7-f5fde6a34347","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.157484078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"b9431187-6ee9-4bce-81c8-c21ca0afe18c","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.157574861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"b9431187-6ee9-4bce-81c8-c21ca0afe18c","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.223513307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"5814bfe5-4da5-40cb-849a-3391555d1517","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.268039595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"5814bfe5-4da5-40cb-849a-3391555d1517","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.707137108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"d59871d6-2c19-44d7-8591-0fd2effe3449","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.707678529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"24062d11-663c-408d-849c-90fdd74071ba","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.708020475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"24062d11-663c-408d-849c-90fdd74071ba","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.799642087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-sub","reconcileID":"2460bd7b-2848-4fbe-a21c-5884fae37a7f","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"maas-trlp-test-model-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.842773401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"55d968c4-2e25-4902-9cde-f68a8040d1ee","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.842839864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"d59871d6-2c19-44d7-8591-0fd2effe3449","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.863941493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"c99900c8-0b27-4c11-bbc8-f23a4fc5c819","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.898178805Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"d59871d6-2c19-44d7-8591-0fd2effe3449","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"e2e-inf-b-6ac027-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.898208451Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-auth","reconcileID":"d59871d6-2c19-44d7-8591-0fd2effe3449","MaaSAuthPolicy":{"name":"test-model-6ac027-auth","namespace":"ai-tenant-e2e-inf-b-6ac027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.919323653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"9569f24a-fd5b-43bc-ad41-1e3e1dc356d4","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.919343672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"9569f24a-fd5b-43bc-ad41-1e3e1dc356d4","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.989197139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"231ec039-7b1b-41e3-a3cf-3a11806d4ab7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.010177782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"231ec039-7b1b-41e3-a3cf-3a11806d4ab7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.013078952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-sub","reconcileID":"674ce359-86db-4b28-8022-510f30f65971","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"maas-trlp-test-model-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.064652742Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]","namespace=ai-tenant-e2e-worker-w3-6f34cf priority=10:[ai-tenant-e2e-worker-w3-6f34cf/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.064799556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"00448286-d26d-43b6-92a3-05ed0f305035","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.08656522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"f6d3ffc7-8d67-4928-9546-18e11bcb0bd3","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.086591457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"f6d3ffc7-8d67-4928-9546-18e11bcb0bd3","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.089629098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"bb348013-6cbb-4f69-95d6-1e86995e27f4","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.10914426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"3da8855c-f355-4b5c-8b7c-7b1a6a086813","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:35.115329015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub1","reconcileID":"855f5310-6bf9-4a1e-b074-bac2d9abcbad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.117337396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5843165b-7d50-4163-bc08-cc4008d5f9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.117651996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88daff2e-959a-4519-a595-9b1ca2c5fb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.132412065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"64981683-ca39-4b19-93e4-77902e76eef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.133619505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"60708890-7000-484c-829f-ec3a4b8ab7de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.138733784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5843165b-7d50-4163-bc08-cc4008d5f9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.141455352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88daff2e-959a-4519-a595-9b1ca2c5fb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.156640437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"64981683-ca39-4b19-93e4-77902e76eef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.157098488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"60708890-7000-484c-829f-ec3a4b8ab7de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.168935418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"82a5fb54-df64-42ad-99fb-6b60e17a0994","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.183006929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"b635f750-dd40-4d5f-b48b-579e1b3a9c39","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.191045439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"cc5f50e8-c29d-46b4-84b9-ab6dc705f98f","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.24814214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"223b1ea5-c104-4964-aaff-7c7a0e7e8d6e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.26609657Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub1","reconcileID":"17796ae3-6d68-4526-a36e-fb3089174382","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","model":"distinct-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.268372967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"223b1ea5-c104-4964-aaff-7c7a0e7e8d6e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.270121454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"256e7de7-023c-400b-8bd5-287a80db3444","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.32416747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"77e91c3f-b229-45a2-a26b-76e958893a0c","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.388923009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub1","reconcileID":"4785a48c-d0b1-409b-914d-91eeb7080e3f","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.410479481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4d90405-64ea-40a3-bcce-e2b3d1d4898e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.411153466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a303dce-60cc-40b1-8837-69160d93598b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.43108797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4d90405-64ea-40a3-bcce-e2b3d1d4898e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.433041828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a303dce-60cc-40b1-8837-69160d93598b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.44091955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"0f987f22-23c8-4a22-9bc0-0105e034a1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.442414134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"bb611a88-30c6-4c48-882a-5bd696cf64bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.460909521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"0f987f22-23c8-4a22-9bc0-0105e034a1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.462466509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"bb611a88-30c6-4c48-882a-5bd696cf64bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.479505876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"9ee9d394-f4b9-4b6c-a036-fe41161034fb","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.484173239Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]","namespace=ai-tenant-e2e-worker-w3-6f34cf priority=10:[ai-tenant-e2e-worker-w3-6f34cf/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-6f34cf/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.484357522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"670992f5-5c46-4f7e-810a-a14bd47e7979","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.507238335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"4249cdaa-ceeb-4a0b-ade8-0a474457cbfb","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.521004854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"fb317c63-62d4-4f76-a838-2ef7c56b7e4c","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:35.523346392Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-6f34cf/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.538825288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"125581b5-f168-431c-829e-ebb7bb5b0060","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.559921801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"9cb4e51e-ee4a-48d0-954b-5deda37aee91","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.580613968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"9cb4e51e-ee4a-48d0-954b-5deda37aee91","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.605729384Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub2","reconcileID":"10313687-bdda-4fee-a1ee-0201b18ec45b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"distinct-2-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.630641076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7f8a007-4770-4cee-ac6f-22ff575c614f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.651576288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7f8a007-4770-4cee-ac6f-22ff575c614f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.662119502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"0854264b-def1-43e8-881a-d4d2a7477842","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.66298918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"aebeb0d8-bee0-4839-9bc0-a443bd23caed","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.684223901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"0854264b-def1-43e8-881a-d4d2a7477842","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.728147629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub2","reconcileID":"fb4bed1d-b044-447c-a27c-e54f8c62538b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.761803351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b86edc24-157b-4db6-8aac-4e1d1bccef3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.761923231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"58f89703-dc17-4e4c-b615-409e5c315b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.782802234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b86edc24-157b-4db6-8aac-4e1d1bccef3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.782976399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"58f89703-dc17-4e4c-b615-409e5c315b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.783494463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"3d9e4734-fabc-42dc-b4f5-9cf134cd8f2b","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.871514595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"71a83fef-5334-4f72-b603-4a97e3d4e61b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.891743018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"71a83fef-5334-4f72-b603-4a97e3d4e61b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.935594771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e20d6707-3649-4a20-89a0-877bdf84288b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:35.955979221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e20d6707-3649-4a20-89a0-877bdf84288b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.387839664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"9dd86386-26c1-483d-aa4e-83b03a1d29a3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.408093534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"9dd86386-26c1-483d-aa4e-83b03a1d29a3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.427972238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1faa2404b1095129257bb6c79455d0c24c2056cf373c21b1af5d3392600bb0d3) AuthConfig (3d0139cd06144f4e640c63586840366297708bbdc4f25417ce042afe5d18ff74) AuthConfig (2f94c58b5cda37a6184985ce93ab8ab891b3d42b6118e3dccbd9ecbb2b831e9f) AuthConfig (4965f014b5fe670be5e5d5c9c02795f3764c716974ca3cdbbabbb09b6a2f8575) AuthConfig (f3590f4ade41f826f5bbf3e0f0cc60bfddc708384af48b9b1cf49dcf3e24e503) AuthConfig (4fd86face369700212dc50fa2b387946daccd3ff4bada803adc1a612a01312bd) AuthConfig (1c7ec97ffe951aa514023073c6905e70c9ee9e7f1cfa67495ef277bf38198f9f) AuthConfig (0aa793be55f65743381ebffb9e7b69d7165c7ef9dfc2bb8ebc3fd2943820362d) AuthConfig (d4e00b6e069dc668f389982ea3be1bc30f1831359327a5202c000ff2a82dcc36) AuthConfig (c48c5d8fafbbe6cca1c69aeff288041863a59723f97e1ec59fb0e7282a5d32dd) AuthConfig (845185ed6573e22ba4870c7aa2e4035568b6ce2a7fbb5da775e18a6caff75df1) AuthConfig (773a9cf41ff636607e46d3e22224f425f044ab25dbc238ee09647803875b1757) AuthConfig (22b22e5531ac0f9f26ac1d18c5fddff1c468d189ba2ed3780cc14f5c819530dc) AuthConfig (ac7d3fb42643184b7aff0ad34b96ec2956f73a0aafe947d8a30607e5afad1b75) AuthConfig (41c3704dfa11d71dbf095e88268107408c64212c64c568529ff0a4cba15d1695) AuthConfig (c145cf60459b051771e74ffd5f3463eb00295ac0bf0a06a556f1fb2cdfcbae11) AuthConfig (fa773e1e1658da97ad04c545fa56190aae6e5b42aae03f81ee04fade048ecc33) AuthConfig (2fce15404ca4d66dd7ae783e430ba07718ba2680402d96ff60966c28e098a981)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"9dd86386-26c1-483d-aa4e-83b03a1d29a3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.449605024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"f5b48e8e-a38d-4bae-b624-f7f545e81e56","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.449633256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"f5b48e8e-a38d-4bae-b624-f7f545e81e56","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.654468939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"7e05ba09-f87c-40f5-9f1f-09607461d07b","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.707966155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45256287-3347-4d2b-9223-a60dae05099e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.714505581Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub1","reconcileID":"755489f2-ae1a-4104-a852-5bc0904bf3c6","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a32dcdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.727746756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45256287-3347-4d2b-9223-a60dae05099e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.738693543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"4f40da62-92ce-438b-875e-1ca74e337b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.741785204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"4a3d2ad6-398a-4195-8d15-828bb60f45ca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.745400644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c1e3d037-fa86-4d67-a054-951384a7f783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.745559065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"406b5472-ea59-4a74-a542-4d8efbbe46f2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.762582754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"4f40da62-92ce-438b-875e-1ca74e337b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.763633324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"4a3d2ad6-398a-4195-8d15-828bb60f45ca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.768166478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c1e3d037-fa86-4d67-a054-951384a7f783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.768500242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"406b5472-ea59-4a74-a542-4d8efbbe46f2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.908014987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d6dd94e-3c7a-413e-9783-1cf79001cddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.928134717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d6dd94e-3c7a-413e-9783-1cf79001cddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.953526905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"9b5d83e0-c852-4302-ac36-0a104a6b0565","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.954176212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"8647e668-7289-4544-9b5a-af191900c3e7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.95452748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"be918ccc-a25c-49f4-9752-014d871d34d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.954647476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"18d81c9d-3f6e-4f31-a4e8-c6f48a81d275","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.975067847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"8647e668-7289-4544-9b5a-af191900c3e7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.975238161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"9b5d83e0-c852-4302-ac36-0a104a6b0565","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.977757147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"18d81c9d-3f6e-4f31-a4e8-c6f48a81d275","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:36.977802583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"be918ccc-a25c-49f4-9752-014d871d34d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.371495477Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"54784a29-c2f1-454c-b534-3e2d52587e0d","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.391365866Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"8268dbb5-2a74-480d-841c-1557ffbd1a51","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.408730173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"74f3b49b-d5fa-41b2-a3c4-fc9fb459b3c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.426215646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d464b4a1-3da1-4de1-ab6d-1349419f3aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.426336215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5114e19d-1454-48bf-8fc1-c69d39a2e5f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.426723415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"230a0c58-f2e4-4794-b1a9-75bbd77110cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.430259215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"74f3b49b-d5fa-41b2-a3c4-fc9fb459b3c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.441765425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"8111712e-b59e-4217-b02c-045fcd088a9d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.44841364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d464b4a1-3da1-4de1-ab6d-1349419f3aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.449735408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1faa2404b1095129257bb6c79455d0c24c2056cf373c21b1af5d3392600bb0d3) AuthConfig (3d0139cd06144f4e640c63586840366297708bbdc4f25417ce042afe5d18ff74) AuthConfig (2f94c58b5cda37a6184985ce93ab8ab891b3d42b6118e3dccbd9ecbb2b831e9f) AuthConfig (4965f014b5fe670be5e5d5c9c02795f3764c716974ca3cdbbabbb09b6a2f8575) AuthConfig (f3590f4ade41f826f5bbf3e0f0cc60bfddc708384af48b9b1cf49dcf3e24e503) AuthConfig (4fd86face369700212dc50fa2b387946daccd3ff4bada803adc1a612a01312bd) AuthConfig (1c7ec97ffe951aa514023073c6905e70c9ee9e7f1cfa67495ef277bf38198f9f) AuthConfig (0aa793be55f65743381ebffb9e7b69d7165c7ef9dfc2bb8ebc3fd2943820362d) AuthConfig (d4e00b6e069dc668f389982ea3be1bc30f1831359327a5202c000ff2a82dcc36) AuthConfig (c48c5d8fafbbe6cca1c69aeff288041863a59723f97e1ec59fb0e7282a5d32dd) AuthConfig (845185ed6573e22ba4870c7aa2e4035568b6ce2a7fbb5da775e18a6caff75df1) AuthConfig (773a9cf41ff636607e46d3e22224f425f044ab25dbc238ee09647803875b1757) AuthConfig (22b22e5531ac0f9f26ac1d18c5fddff1c468d189ba2ed3780cc14f5c819530dc) AuthConfig (ac7d3fb42643184b7aff0ad34b96ec2956f73a0aafe947d8a30607e5afad1b75) AuthConfig (41c3704dfa11d71dbf095e88268107408c64212c64c568529ff0a4cba15d1695) AuthConfig (c145cf60459b051771e74ffd5f3463eb00295ac0bf0a06a556f1fb2cdfcbae11) AuthConfig (fa773e1e1658da97ad04c545fa56190aae6e5b42aae03f81ee04fade048ecc33) AuthConfig (2fce15404ca4d66dd7ae783e430ba07718ba2680402d96ff60966c28e098a981)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"74f3b49b-d5fa-41b2-a3c4-fc9fb459b3c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.450381912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"230a0c58-f2e4-4794-b1a9-75bbd77110cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.452127819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5114e19d-1454-48bf-8fc1-c69d39a2e5f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.465095469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"8111712e-b59e-4217-b02c-045fcd088a9d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.471272611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"46a23f5f-5cb4-42b4-b8ba-c7cbcbf86984","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.471291784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"46a23f5f-5cb4-42b4-b8ba-c7cbcbf86984","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.507115868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"d6656064-7566-4c5e-81d0-851959e7c85e","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.507136037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"d6656064-7566-4c5e-81d0-851959e7c85e","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.595455747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"76840a3b-dc38-4edf-8a5e-d96f6e85c57e","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.595488009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"76840a3b-dc38-4edf-8a5e-d96f6e85c57e","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.596062024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"9483c492-cc80-457d-a823-20a311abd0c9","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.596639546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"b3eab07a-e6c7-4e97-acd1-6e7ae7be7174","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-detach-47b076","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.597171492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"d82a7b05-bddd-4ec9-ad5e-c764e5be6f8e","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.613764931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"27cb70d1-e876-4b18-b8e9-fad2a61e34f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.705861855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"6f551c08-e2b9-46e1-92df-4bf520b09017","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.70588991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"6f551c08-e2b9-46e1-92df-4bf520b09017","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.708081258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"27cb70d1-e876-4b18-b8e9-fad2a61e34f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.735717808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"808bf9a8-39e4-4c73-aeda-c0d89947aa47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.745160269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"0e3a53fe-591c-437e-8aeb-986d142f0f47","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.756900853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"808bf9a8-39e4-4c73-aeda-c0d89947aa47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.75949888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"b6997749-981e-4fb0-b5ca-0f4174cf6d8b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.766147863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"0e3a53fe-591c-437e-8aeb-986d142f0f47","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.772806541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"0401f783-3da0-45c5-8d06-3258e944f612","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.797255989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"b6997749-981e-4fb0-b5ca-0f4174cf6d8b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.821226707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"33295c2c-a131-49c7-a5d4-85fb18daaa51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.948054526Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"a083c509-6f16-48b7-a4a4-94fc11889c94","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:39.978657867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"33295c2c-a131-49c7-a5d4-85fb18daaa51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.015281186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"1ca43ad1-a3da-49b5-883e-192aa8cc2878","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.016080106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"fafa624e-7ab3-4cff-bbfe-acc071fa379a","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.016105671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"fafa624e-7ab3-4cff-bbfe-acc071fa379a","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.038323971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"1ca43ad1-a3da-49b5-883e-192aa8cc2878","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.044482068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"e2e44b2c-c0d9-4da8-9050-90a31fd1b232","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-detach-47b076","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.053178438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"ad6725c0-3a22-4d0f-93e9-4e7a0d2e536d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.054362567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"50652397-72ac-4f02-a22c-ff1fd7627457","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.054938239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"77c10692-c98d-4289-bdd8-fedb09d64afc","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.054960841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"77c10692-c98d-4289-bdd8-fedb09d64afc","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.055470609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"9080fe8c-f0c6-4c0a-9024-2f687f66367e","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.068861352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"bea0910e-af0f-4cbe-8396-0836e313ed6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.079774463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"832871a4-31d4-4111-b452-3a5c402877e7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.082687008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"ad6725c0-3a22-4d0f-93e9-4e7a0d2e536d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.090914463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"bea0910e-af0f-4cbe-8396-0836e313ed6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.096069478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"0e6dde2d-94a3-4a4d-afd4-90000534fc06","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.096088262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"0e6dde2d-94a3-4a4d-afd4-90000534fc06","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.100050782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"832871a4-31d4-4111-b452-3a5c402877e7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.128745421Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"c2e853e3-9c46-4293-8e6b-3e5f6e630489","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.129924682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"4d0d821f-0b62-4c91-b924-fd2feca541bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.149991631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"4d0d821f-0b62-4c91-b924-fd2feca541bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.250340287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"5a1a841f-95b0-422e-ad76-4d107d2fe02c","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.27327388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"5a1a841f-95b0-422e-ad76-4d107d2fe02c","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.315687098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"1ef47a31-266c-4e1f-827a-95531efd289b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.32224039Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"aac8ac03-7fcd-474a-82f1-bfe11cf51947","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.331785838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef24a9dc-6df4-46d0-ac2e-ba8eabaaf247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.335618822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"1ef47a31-266c-4e1f-827a-95531efd289b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.338551296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"6552137e-f3c7-4d94-ab5c-70dce82a7530","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.346573393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"a29ee325-434c-4da0-a20e-f13835fb7db8","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.354223411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef24a9dc-6df4-46d0-ac2e-ba8eabaaf247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.356279349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1faa2404b1095129257bb6c79455d0c24c2056cf373c21b1af5d3392600bb0d3) AuthConfig (3d0139cd06144f4e640c63586840366297708bbdc4f25417ce042afe5d18ff74) AuthConfig (2f94c58b5cda37a6184985ce93ab8ab891b3d42b6118e3dccbd9ecbb2b831e9f) AuthConfig (4965f014b5fe670be5e5d5c9c02795f3764c716974ca3cdbbabbb09b6a2f8575) AuthConfig (f3590f4ade41f826f5bbf3e0f0cc60bfddc708384af48b9b1cf49dcf3e24e503) AuthConfig (4fd86face369700212dc50fa2b387946daccd3ff4bada803adc1a612a01312bd) AuthConfig (1c7ec97ffe951aa514023073c6905e70c9ee9e7f1cfa67495ef277bf38198f9f) AuthConfig (0aa793be55f65743381ebffb9e7b69d7165c7ef9dfc2bb8ebc3fd2943820362d) AuthConfig (d4e00b6e069dc668f389982ea3be1bc30f1831359327a5202c000ff2a82dcc36) AuthConfig (c48c5d8fafbbe6cca1c69aeff288041863a59723f97e1ec59fb0e7282a5d32dd) AuthConfig (845185ed6573e22ba4870c7aa2e4035568b6ce2a7fbb5da775e18a6caff75df1) AuthConfig (773a9cf41ff636607e46d3e22224f425f044ab25dbc238ee09647803875b1757) AuthConfig (22b22e5531ac0f9f26ac1d18c5fddff1c468d189ba2ed3780cc14f5c819530dc) AuthConfig (ac7d3fb42643184b7aff0ad34b96ec2956f73a0aafe947d8a30607e5afad1b75) AuthConfig (41c3704dfa11d71dbf095e88268107408c64212c64c568529ff0a4cba15d1695) AuthConfig (c145cf60459b051771e74ffd5f3463eb00295ac0bf0a06a556f1fb2cdfcbae11) AuthConfig (fa773e1e1658da97ad04c545fa56190aae6e5b42aae03f81ee04fade048ecc33) AuthConfig (2fce15404ca4d66dd7ae783e430ba07718ba2680402d96ff60966c28e098a981)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"1ef47a31-266c-4e1f-827a-95531efd289b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.357382044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"6552137e-f3c7-4d94-ab5c-70dce82a7530","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.369130538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"a29ee325-434c-4da0-a20e-f13835fb7db8","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.378892449Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"49db6888-6b65-4e61-b30a-97107ff9fce6","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.378958897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"49db6888-6b65-4e61-b30a-97107ff9fce6","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.431182181Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"2930bb5d-3c96-42e2-befb-52323da6bbe2","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.431280508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"2930bb5d-3c96-42e2-befb-52323da6bbe2","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.431722793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"7078f506-1f79-4fb0-b7db-b56fc678cb48","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.457684484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"7078f506-1f79-4fb0-b7db-b56fc678cb48","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.469115032Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"90037624-3edb-4516-9ae5-62ed5d66ec0f","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.469267014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"90037624-3edb-4516-9ae5-62ed5d66ec0f","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.476638402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1faa2404b1095129257bb6c79455d0c24c2056cf373c21b1af5d3392600bb0d3) AuthConfig (3d0139cd06144f4e640c63586840366297708bbdc4f25417ce042afe5d18ff74) AuthConfig (2f94c58b5cda37a6184985ce93ab8ab891b3d42b6118e3dccbd9ecbb2b831e9f) AuthConfig (4965f014b5fe670be5e5d5c9c02795f3764c716974ca3cdbbabbb09b6a2f8575) AuthConfig (f3590f4ade41f826f5bbf3e0f0cc60bfddc708384af48b9b1cf49dcf3e24e503) AuthConfig (4fd86face369700212dc50fa2b387946daccd3ff4bada803adc1a612a01312bd) AuthConfig (1c7ec97ffe951aa514023073c6905e70c9ee9e7f1cfa67495ef277bf38198f9f) AuthConfig (0aa793be55f65743381ebffb9e7b69d7165c7ef9dfc2bb8ebc3fd2943820362d) AuthConfig (d4e00b6e069dc668f389982ea3be1bc30f1831359327a5202c000ff2a82dcc36) AuthConfig (c48c5d8fafbbe6cca1c69aeff288041863a59723f97e1ec59fb0e7282a5d32dd) AuthConfig (845185ed6573e22ba4870c7aa2e4035568b6ce2a7fbb5da775e18a6caff75df1) AuthConfig (773a9cf41ff636607e46d3e22224f425f044ab25dbc238ee09647803875b1757) AuthConfig (22b22e5531ac0f9f26ac1d18c5fddff1c468d189ba2ed3780cc14f5c819530dc) AuthConfig (ac7d3fb42643184b7aff0ad34b96ec2956f73a0aafe947d8a30607e5afad1b75) AuthConfig (41c3704dfa11d71dbf095e88268107408c64212c64c568529ff0a4cba15d1695) AuthConfig (c145cf60459b051771e74ffd5f3463eb00295ac0bf0a06a556f1fb2cdfcbae11) AuthConfig (fa773e1e1658da97ad04c545fa56190aae6e5b42aae03f81ee04fade048ecc33) AuthConfig (2fce15404ca4d66dd7ae783e430ba07718ba2680402d96ff60966c28e098a981)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"7078f506-1f79-4fb0-b7db-b56fc678cb48","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.509065152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"703b03b9-231d-4e11-a701-45a38954cab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.525542744Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"815ea814-ab02-40ae-813a-beb9836af364","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.525609648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"815ea814-ab02-40ae-813a-beb9836af364","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.529691514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"703b03b9-231d-4e11-a701-45a38954cab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.530305043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c75ce6ac-32c7-4d2c-acb1-82893976008f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.531698048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4e860cb-caca-4998-8c82-762c027a6858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.551035951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c75ce6ac-32c7-4d2c-acb1-82893976008f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.551881305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4e860cb-caca-4998-8c82-762c027a6858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.561064297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"19a08185-0b00-43d9-8282-044149b3e3f9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.581163728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"19a08185-0b00-43d9-8282-044149b3e3f9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.622325911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"97335a23-bcc4-4264-b371-13a9433387f0","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.622400749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"97335a23-bcc4-4264-b371-13a9433387f0","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.644984675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"96667ee7-e211-476c-a244-b02edbfb15d2","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.664868245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"96667ee7-e211-476c-a244-b02edbfb15d2","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.716679066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"056c3345-0a4a-4873-9bbe-deb5cd5e18cd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.736027958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"056c3345-0a4a-4873-9bbe-deb5cd5e18cd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.747206452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"09bd193b-d691-486e-a708-e6e54ed3cbad","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.76237663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"bd2c4acf-366f-44b2-be0e-aa119a0bca1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.766968687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"09bd193b-d691-486e-a708-e6e54ed3cbad","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.773861545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"514e7899-5d5c-4d7f-9cf3-70e0b21ca8e2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.781646673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"bd2c4acf-366f-44b2-be0e-aa119a0bca1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.793727387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"514e7899-5d5c-4d7f-9cf3-70e0b21ca8e2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.799325432Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"29090b2d-e49f-4b9e-a24c-6fb94e44660b","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:40.799378784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"29090b2d-e49f-4b9e-a24c-6fb94e44660b","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.831182248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2947b11a-8a3e-44fd-b890-1281ebd0015e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.846357044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"20467c32-4c49-4ff8-8497-94659c78b39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.851983285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2947b11a-8a3e-44fd-b890-1281ebd0015e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.866310621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"20467c32-4c49-4ff8-8497-94659c78b39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.95080417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"808dddf5-fc59-4985-9231-cd59f5b3ec8d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:40.975643517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"808dddf5-fc59-4985-9231-cd59f5b3ec8d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:41.136253586Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"69a11ea0-e435-47b5-ad37-374f06246306","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:41.136330874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"69a11ea0-e435-47b5-ad37-374f06246306","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:41.793682121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"4df75372-eb83-4ce3-879b-e2b101f972e2","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:41.793782479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"4df75372-eb83-4ce3-879b-e2b101f972e2","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:43.091649761Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"ae60e1be-9589-4a2d-af5c-1028a27390f5","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:43.091742597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"ae60e1be-9589-4a2d-af5c-1028a27390f5","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:44.183312665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"73eb8e69-399f-41ed-92ea-2c17417228f3","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:44.183330831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"73eb8e69-399f-41ed-92ea-2c17417228f3","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.124592813Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-sub","reconcileID":"7566199a-a637-41f1-87c8-1d670c1ad619","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","subscription":"test-model-6ac027-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.141277329Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-sub","reconcileID":"7566199a-a637-41f1-87c8-1d670c1ad619","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.157590966Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027-sub","reconcileID":"7566199a-a637-41f1-87c8-1d670c1ad619","MaaSSubscription":{"name":"test-model-6ac027-sub","namespace":"ai-tenant-e2e-inf-b-6ac027"},"name":"maas-trlp-test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.315974227Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.315988912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"e06486e9-78e3-4c5e-8fc5-b724ca50887d","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"tenant":"e2e-inf-b-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","model":"ai-tenant-e2e-inf-b-6ac027/test-model-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.316006088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"test-model-6ac027","reconcileID":"e06486e9-78e3-4c5e-8fc5-b724ca50887d","MaaSModelRef":{"name":"test-model-6ac027","namespace":"ai-tenant-e2e-inf-b-6ac027"},"routeName":"test-model-6ac027-kserve-route","namespace":"ai-tenant-e2e-inf-b-6ac027","llmisvcName":"test-model-6ac027","gateway":"openshift-ingress/e2e-inf-b-6ac027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.335993554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"91526fd5-1aad-4b33-92ce-e4716a51d021","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.358269169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"90e2b7fb-3492-4342-bd7c-105ce53ddc08","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.367405762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1546b292-479e-4da8-b547-5a19d99565e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.367565462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e52fb396-2353-4a04-b737-09c48fceae87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.389063789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1546b292-479e-4da8-b547-5a19d99565e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.40030469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e52fb396-2353-4a04-b737-09c48fceae87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:45.672007457Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"cbbe44f9-1057-49ca-b054-bcd96d85c9dc","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:45.672118065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"cbbe44f9-1057-49ca-b054-bcd96d85c9dc","error":"ExternalModel e2e-extmod-att-user-7db70b/e2e-att-delete-dded24 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.955181789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub2","reconcileID":"74533565-4e3e-4492-94f2-2503876f6b11","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.015689962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"912987fb-dfaa-4d6f-a2fc-41a8fd9f3285","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.410838485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"c847cf29-f58c-4a9b-bbd3-198f8f16d67e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.423118579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"20f45a4d-66e9-4a7b-9454-ac851ee0e3a0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.427999794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"bb7e868c-8372-4a15-8552-b52830f659a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.428745083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"8c5dfa46-c8ab-48b5-a49a-6c84ab0a6213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.439154388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"c847cf29-f58c-4a9b-bbd3-198f8f16d67e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.471336572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"20f45a4d-66e9-4a7b-9454-ac851ee0e3a0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.479733808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"bb7e868c-8372-4a15-8552-b52830f659a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.48404333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"8c5dfa46-c8ab-48b5-a49a-6c84ab0a6213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.534974506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"3ec0e020-7c16-41a0-ba37-db3c2ed167bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.572106347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"3ec0e020-7c16-41a0-ba37-db3c2ed167bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.669049224Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"50eb841e-45b6-4459-9791-c8c4901d6397","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.683686367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"ce6014d8-bda3-4098-bb9d-55a43aca3951","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.706371917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"ce6014d8-bda3-4098-bb9d-55a43aca3951","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.736354838Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub1","reconcileID":"7350b4c9-e705-4e9e-805d-f15ff92149f7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.755949524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"de2fa367-3636-4e58-8807-25b3d58c92d2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.756903093Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub1","reconcileID":"7350b4c9-e705-4e9e-805d-f15ff92149f7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.776382565Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub1","reconcileID":"7350b4c9-e705-4e9e-805d-f15ff92149f7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.78021733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"de2fa367-3636-4e58-8807-25b3d58c92d2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.7843753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"47f58bdf-0157-4ead-9417-cfbf5b111573","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.821204822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"92cfe53b-2ef5-4642-a470-452609831da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.888769508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"47f58bdf-0157-4ead-9417-cfbf5b111573","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.931551373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"3a3ab289-49cb-48e4-b5d8-1a721187afa9","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.958854398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"3a3ab289-49cb-48e4-b5d8-1a721187afa9","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.974498457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"92cfe53b-2ef5-4642-a470-452609831da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:46.997314601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"ede12297-cc6e-4e83-99ff-267357a1fe2c","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.014229952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"ede12297-cc6e-4e83-99ff-267357a1fe2c","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.014204429Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.01471916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"ea90a50a-c0c3-43cc-bc27-8606e0a27f83","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.034976398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"784513d5-e0fa-4f2b-ac71-47d89889b8db","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.073964723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"784513d5-e0fa-4f2b-ac71-47d89889b8db","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.12310351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"bf22fd87-6dd8-4d5f-adac-4b058570b675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.231671553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"be0145fb-ffac-4a2e-b915-10f9de64f4da","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.235204108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"bf22fd87-6dd8-4d5f-adac-4b058570b675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.29623285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"6fcadebf-36ac-45a1-8bb5-0510cf6905c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.297651415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"184b6e54-1f7f-43b5-b095-6d03c659e646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.328081639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"6fcadebf-36ac-45a1-8bb5-0510cf6905c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.333664288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"184b6e54-1f7f-43b5-b095-6d03c659e646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.339200726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"4fb05355-6e69-46d1-b2d0-916126920c48","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.343892309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"4be58886-6548-483c-b100-dc102e27ec4b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.350619761Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub2","reconcileID":"7cfe45e3-cccb-462d-8a0b-74c967274653","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e7933f8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.405987917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"de6b786b-1d8e-44f6-9c77-cae4efede2e7","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.406019552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"de6b786b-1d8e-44f6-9c77-cae4efede2e7","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.414876448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"4be58886-6548-483c-b100-dc102e27ec4b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.420477655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"4fb05355-6e69-46d1-b2d0-916126920c48","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.439992252Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"46cda42b-3016-4b68-8255-7f6fd06e1559","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.48589488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28f317f2-4b98-444e-888c-817af449792e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.487725894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"dc5e4690-7390-49b8-b453-0a0e1da994ba","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.487754212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"dc5e4690-7390-49b8-b453-0a0e1da994ba","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.51094168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28f317f2-4b98-444e-888c-817af449792e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.524811989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"ae9d9f9f-65a3-45cd-a6bb-d4e4e09db454","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.52490938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"ae9d9f9f-65a3-45cd-a6bb-d4e4e09db454","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.554509086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"5fed3532-7d78-4ace-98fa-f103e9c6cacd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.554943391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"6ac5b445-6db0-4523-bb25-95f63f5baf49","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.555297433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"55604b9b-6942-40ca-84ba-d456f66ff959","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.558561959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"181d21ce-f07f-487c-9bdf-9b092bec3631","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-detach-47b076","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.559241655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"bac43fa7-04ff-470a-ad1b-d2768fbbeb8e","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.55925849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"bac43fa7-04ff-470a-ad1b-d2768fbbeb8e","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.573098415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73a9d9ff-0b40-4c96-a91c-d6e860a3eb3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.580849546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"5fed3532-7d78-4ace-98fa-f103e9c6cacd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.594154221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"d56be568-1567-420e-8064-d1214793fa17","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.59418037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"d56be568-1567-420e-8064-d1214793fa17","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.597843857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73a9d9ff-0b40-4c96-a91c-d6e860a3eb3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.637413428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"39821fbb-c308-4498-b853-1c9edeeaa430","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.641832726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"39821fbb-c308-4498-b853-1c9edeeaa430","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.670920477Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.682199592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"07c3d8c8-072c-4e47-8745-080cac4e3042","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.682223464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"07c3d8c8-072c-4e47-8745-080cac4e3042","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.699083461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"2bff80b1-83d5-4156-be84-eb70f38ca4bb","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.699104806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"2bff80b1-83d5-4156-be84-eb70f38ca4bb","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.703852599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"aad10a5b-9f71-42c3-be82-941db3dfdc92","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.703876837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"b73eaa23-ba81-4462-9bc5-4ddb38309f7d","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-detach-47b076","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.714340502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"15adf290-3b0c-4e70-b6c5-12308dee5e90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.714387657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"8d067831-9872-4a97-9c52-59a949d6c67a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:47.715186793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-333817","reconcileID":"19e8aa32-5d3d-41a1-b2fa-61f03f1ddd25","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-333817\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.736116849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"15adf290-3b0c-4e70-b6c5-12308dee5e90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.739930954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"8d067831-9872-4a97-9c52-59a949d6c67a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.761570539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"17f34189-69b1-4fc6-bfa5-a7b283fbb743","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.761597165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"17f34189-69b1-4fc6-bfa5-a7b283fbb743","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.782404421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"1bf6a762-a94c-485e-9244-4bbe27f6a227","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.782442649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"1bf6a762-a94c-485e-9244-4bbe27f6a227","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.796718489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"c7d4d01c-efd1-44f9-a6f5-087d446e0405","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.803886383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"2a2c9b26-fc09-4033-ba68-47991d49f1ca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.803889456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"5d71f613-0a02-4621-9004-e54a41f8760f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.82424928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"2a2c9b26-fc09-4033-ba68-47991d49f1ca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.826384085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"5d71f613-0a02-4621-9004-e54a41f8760f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.86401185Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.864322907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"27fbb212-3a3b-47f1-ba8b-55ffde522be8","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.864344568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"27fbb212-3a3b-47f1-ba8b-55ffde522be8","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.866842813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"c5b7af86-b844-4d0e-8b20-69a0211f38a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.88324269Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-333817","reconcileID":"537dbcea-09db-4d74-99d0-f28044f56001","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-rate-test-model-3f0dde","model":"rate-test-model-3f0dde","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3f0dde/e2e-rate-iso-a-333817"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.88835501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"9175d0da-3008-49ca-8b2e-8c44faaf679b","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.888371272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"9175d0da-3008-49ca-8b2e-8c44faaf679b","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.897055435Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-dded24","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","reconcileID":"9ee18a6d-c54e-4d92-ba0e-2d3539c7d08f","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-delete-dded24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.897066744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"c5b7af86-b844-4d0e-8b20-69a0211f38a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:47.911413096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-333817","reconcileID":"d620a001-164d-4dae-82c0-85332c2171fa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-333817\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.931374424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ae18eba6-a6d9-47c1-8b5c-50ca551730a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.947495044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"5a896aaf-240d-4f42-a14b-d74e8e4e44f2","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.953857957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ae18eba6-a6d9-47c1-8b5c-50ca551730a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.962907018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"a0e5a1ff-ccee-461e-afae-934edd76cf14","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.962940102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"a0e5a1ff-ccee-461e-afae-934edd76cf14","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.971965553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"4ba3eb00-6d97-4011-a223-50176b57bc34","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.973153574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"e9a74468-4b7a-453c-9757-b3dd54e09f3d","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.973173807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"e9a74468-4b7a-453c-9757-b3dd54e09f3d","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.974673034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"5a896aaf-240d-4f42-a14b-d74e8e4e44f2","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:47.996847452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0771a72-2287-4e0e-ae26-3c05fea19d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.010634828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"0afc8114-c991-491e-bcc8-309b0ded0a1b","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.010659004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"0afc8114-c991-491e-bcc8-309b0ded0a1b","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.01333839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"4ba3eb00-6d97-4011-a223-50176b57bc34","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.033027688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"896574b3-1d3b-4bd5-8b3f-1bd92fc26324","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.052189801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-333817","reconcileID":"8440814f-b34e-4cc2-84b6-275f321bc7fc","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-rate-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.053256638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0771a72-2287-4e0e-ae26-3c05fea19d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.067466502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"896574b3-1d3b-4bd5-8b3f-1bd92fc26324","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.112259173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"99544d88-1d23-4436-b6fc-62c946a966b7","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.112278452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"99544d88-1d23-4436-b6fc-62c946a966b7","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.132175966Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-333817","reconcileID":"60b71476-a5de-440e-8ebf-3f17da4f49ee","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","model":"rate-test-model-e45ed0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-e45ed0/e2e-rate-iso-b-333817"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.179958045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"6c1e95e0-c1d3-4323-89f7-487e3a581c3d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.199890519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"6c1e95e0-c1d3-4323-89f7-487e3a581c3d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.208780635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"d2acbe24-d015-4138-84bf-bf6efcc79dfe","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.208803039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"d2acbe24-d015-4138-84bf-bf6efcc79dfe","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.249945933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"07f7cf50-8da2-4c1a-82f9-d2b98eeccdd0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.264830064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cd3a42e-7610-4411-9da8-9aeca1c42843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.272050308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-333817","reconcileID":"89a1bbbc-9b92-45aa-b830-a2c5518da327","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.272488997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"07f7cf50-8da2-4c1a-82f9-d2b98eeccdd0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.284797838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cd3a42e-7610-4411-9da8-9aeca1c42843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.294973577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"7ae8062f-f6da-4d73-bc0a-51636e33bde9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.295690313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fc779b2f-3a29-43b0-bef9-16cb1bce2fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.315659613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"7ae8062f-f6da-4d73-bc0a-51636e33bde9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.316269766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fc779b2f-3a29-43b0-bef9-16cb1bce2fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.395462677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"86b0af0f-4e5a-41cb-be9b-cb8d87295072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.41788712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"86b0af0f-4e5a-41cb-be9b-cb8d87295072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.465344256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"a823ea75-05ed-4c1f-8ccd-1b158f6de776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.485781388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"a823ea75-05ed-4c1f-8ccd-1b158f6de776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.498526754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"10bef87a-57cb-4beb-8871-714c13aadc89","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.520243987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"10bef87a-57cb-4beb-8871-714c13aadc89","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.565768107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"716ec80d-12aa-4c8d-8670-543662d6390d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.580896282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d6287ca7-1d3e-4ae0-95ef-825873dfe8eb","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.585344259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"716ec80d-12aa-4c8d-8670-543662d6390d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:48.60173336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d6287ca7-1d3e-4ae0-95ef-825873dfe8eb","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:49.939302989Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"4f31e862-6d25-4723-bdd6-c842d2e6ee8f","namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:49.958270791Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"15140d38-cbd5-472d-bc5f-cf09a4dd2714","namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:49.991343128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"01c66ec0-dffb-4121-9daa-aa93b3610968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:49.992398747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ee6b9c6-459c-4875-9fba-c73bbf02c300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:49.992614416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"fb4f5bdd-b7cf-4cdb-8bd3-b45356d36cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.007342025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d889dc60-8e27-439c-aba6-86c97c0a2867","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.011481682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"01c66ec0-dffb-4121-9daa-aa93b3610968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.012730459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ee6b9c6-459c-4875-9fba-c73bbf02c300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.014081549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"fb4f5bdd-b7cf-4cdb-8bd3-b45356d36cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.021722808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"67f1598c-0dae-4f78-b09a-3fd106734e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.027208593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d889dc60-8e27-439c-aba6-86c97c0a2867","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.041081026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"67f1598c-0dae-4f78-b09a-3fd106734e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.097136461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"ae79f13b-3f00-4b2e-9dbb-008bbb6c405a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.118484276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"ae79f13b-3f00-4b2e-9dbb-008bbb6c405a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.182071351Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"cc3b0873-0be0-4f58-adb2-b349c0cf5e06","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.212071547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d19cf79-bede-4676-878a-a852e2d10a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.227915195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"736ad582-d863-463a-9b21-5b196ab022f3","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.233183071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d19cf79-bede-4676-878a-a852e2d10a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.250487538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"3f127465-f82c-4eb1-98f4-b11bf37ca5f1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.255086543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"736ad582-d863-463a-9b21-5b196ab022f3","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.274120923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"3f127465-f82c-4eb1-98f4-b11bf37ca5f1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.296634045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"dd69e896-e33f-42ce-89a1-0f9a4391b749","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.31645293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"dd69e896-e33f-42ce-89a1-0f9a4391b749","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.316713033Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"25cc8c51-5889-400c-8448-59f7f3cef691","namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.332798326Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"e1dfe033-f8be-492b-9d23-1b1efa73af17","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.346095766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"d8cb75fe-3517-41d5-b1f7-cefd597b76dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.365899891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"d8cb75fe-3517-41d5-b1f7-cefd597b76dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.41277223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"bbe67a6f-7a95-4b67-afd7-61616dcc15a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.425066479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"34f394e7-93c6-47dd-a06a-e7555e439547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.433110554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"4cf9564c-5e70-4b98-aaf8-2bf8713d29c6","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.437961292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"bbe67a6f-7a95-4b67-afd7-61616dcc15a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.445234754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"34f394e7-93c6-47dd-a06a-e7555e439547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.450893188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"565ca157-e3a1-4f23-8e95-a9b797f47226","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.455096406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"4cf9564c-5e70-4b98-aaf8-2bf8713d29c6","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.471165009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"565ca157-e3a1-4f23-8e95-a9b797f47226","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.482734358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"ae61d689-c303-4017-b6a7-898f138ec811","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.503372856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"ae61d689-c303-4017-b6a7-898f138ec811","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.53466981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9b17027-d55b-401e-8456-e18249009d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.552650922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"53065b43-3c7e-4fc4-b4a1-bc856af48207","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.556238411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9b17027-d55b-401e-8456-e18249009d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.573380885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"53065b43-3c7e-4fc4-b4a1-bc856af48207","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.575485457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"a3295255-ccf0-43db-897b-346b07a370d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.595475411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"a3295255-ccf0-43db-897b-346b07a370d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.665270621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"99252a33-f413-4516-b92f-9d6244c413b8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.685492573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"99252a33-f413-4516-b92f-9d6244c413b8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.720794986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"2887f762-be4c-45e0-8855-d8283a453ba5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.735544276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"939c93e2-3f03-43d3-921f-7a8c9551a589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.740508765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"2887f762-be4c-45e0-8855-d8283a453ba5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.750560844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"b8641094-7d62-47a8-acad-322d75428d33","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.756339798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"939c93e2-3f03-43d3-921f-7a8c9551a589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.770776429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"b8641094-7d62-47a8-acad-322d75428d33","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.771270209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"be011cef-c07c-4a27-b49f-97cf460d98a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.792712356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"be011cef-c07c-4a27-b49f-97cf460d98a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.870249097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19c24600-0e88-49cf-b637-0db1e302a2ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.870943961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1be387d6-5311-4410-94c3-12de75d89785","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.895544869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19c24600-0e88-49cf-b637-0db1e302a2ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.896277351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1be387d6-5311-4410-94c3-12de75d89785","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.075356793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"4f7f9d30-1868-4e13-8769-d60d91cacabe","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.088518018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d42cd79-9ce1-4926-8ce6-1c5579bf7fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.088517275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a84089d8-b719-4d98-98f5-d3780f240d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.117769492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d42cd79-9ce1-4926-8ce6-1c5579bf7fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.11983614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a84089d8-b719-4d98-98f5-d3780f240d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.318936417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4f3eb0c-c728-4091-9439-a453c004201c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.320332084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf4f019a-56c3-4acc-91dc-37fe87fa69b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.342116516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4f3eb0c-c728-4091-9439-a453c004201c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.346440881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf4f019a-56c3-4acc-91dc-37fe87fa69b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.367853621Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub2","reconcileID":"ed23cfc1-1115-4747-b498-ecd8692cf318","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.384685122Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub2","reconcileID":"ed23cfc1-1115-4747-b498-ecd8692cf318","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.405486815Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-sub2","reconcileID":"ed23cfc1-1115-4747-b498-ecd8692cf318","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.568556156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"7800ef57-85f0-4e63-a3ac-e82ffee7f011","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.568793524Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.628646787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1403fc20-1413-4b88-bf51-06eb380068ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.649860081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1403fc20-1413-4b88-bf51-06eb380068ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.660379242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e35dd828-6176-4cef-971d-fb32dab4541c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.660407135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"31248ca9-6aa8-4e3c-8479-91b6540cf89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.684284438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e35dd828-6176-4cef-971d-fb32dab4541c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.686143806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"31248ca9-6aa8-4e3c-8479-91b6540cf89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.720508414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"efa1b884-ea34-4739-91fb-ed89f0c5f7e7","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.759055119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"d06dfea3-3823-4dd1-8d02-f6bc6885b0e1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.759107838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"04f6a0bf-2c21-49f2-afdc-a63ab35e8dee","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.779214787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"d06dfea3-3823-4dd1-8d02-f6bc6885b0e1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.779267655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"04f6a0bf-2c21-49f2-afdc-a63ab35e8dee","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.803535499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"3fe07456-24c8-4975-8773-eb8daa34ddd4","namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.820170464Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"fdc7375b-a9ba-4d82-854d-b82062fdbc41","namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.835944589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0689c35-3559-41d0-bec7-26d7e4a9ce11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.856146579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0689c35-3559-41d0-bec7-26d7e4a9ce11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.936731501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"06d5aa64-e5a4-4b7d-8c0a-45696e040df8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.940928735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a00b1fb5-48bf-41a2-93f0-453b1c5dcfa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.956780293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"06d5aa64-e5a4-4b7d-8c0a-45696e040df8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.964108366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a00b1fb5-48bf-41a2-93f0-453b1c5dcfa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:57.982812245Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth1","reconcileID":"6886f4c3-9246-4e1d-93fd-11263e531545","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.04687078Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"0759ca79-2457-4ddb-9015-160d044c06a4","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.115005069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"0f3166c7-1ee9-4341-b022-4c73c4fff298","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.117004287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"86d510b6-2039-4647-ab90-8f87e63c655c","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.196028163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"86d510b6-2039-4647-ab90-8f87e63c655c","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.200528778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"0f3166c7-1ee9-4341-b022-4c73c4fff298","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.208017102Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"0761564c-4a99-452b-b504-55431da5fb05","namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.226820725Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"11de6ef1-5372-4aee-a47f-06bf49f72060","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.245087082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"0444e461-528e-46ee-8f8d-3cc866d3eca4","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.260774843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f4c3491-9b9b-41e5-9354-5b7ea023a67b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.279291137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"700a2839-a7f5-47f0-a042-f2737642e859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.283769102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f4c3491-9b9b-41e5-9354-5b7ea023a67b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.304371207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"700a2839-a7f5-47f0-a042-f2737642e859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.347665232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"16fcc675-dc5a-4168-a617-a47cac4ba009","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.391339573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"4b56494b-cb08-4542-bf74-c63fabe90779","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.393607008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"16fcc675-dc5a-4168-a617-a47cac4ba009","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.407407992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"689d1578-92c2-462d-8b25-1256c72ff7b0","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.43772059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"689d1578-92c2-462d-8b25-1256c72ff7b0","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.472122674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"819f62c9-21ec-4a82-bea6-b789975e5fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.473151515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6527a5ef-5f8b-4cbf-be33-ef869abe4411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.496455593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6527a5ef-5f8b-4cbf-be33-ef869abe4411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.506135131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"819f62c9-21ec-4a82-bea6-b789975e5fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.511080947Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"6a52c831-3a0e-4fed-aaf8-c7e2ea97ac60","namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.525036661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"c98e603d-7231-4809-9961-d3d8fc9dec41","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.5517823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"c98e603d-7231-4809-9961-d3d8fc9dec41","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.580767727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e4095ce8-79a1-4fb2-b720-e7c3e2adb805","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.605977727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-ignore-header-auth2","reconcileID":"e34d6b80-7fdf-4cba-b26a-a88291e7b4b7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.620169469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e4095ce8-79a1-4fb2-b720-e7c3e2adb805","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.652875673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7363bc82-41a7-4260-ad95-e16090ef9f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.653544112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"1d27bc2d-0ce8-4652-8d8f-d3ae8a1f7dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.657872476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"ec2be415-f08b-4b8f-82c4-26f597d0cc8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.673177487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"1d27bc2d-0ce8-4652-8d8f-d3ae8a1f7dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.673244867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7363bc82-41a7-4260-ad95-e16090ef9f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.677376952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"ec2be415-f08b-4b8f-82c4-26f597d0cc8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.752046417Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"095170c4-f01c-41e3-9c6a-3d1289ce080e","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.810781499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"fa6c1cc0-d163-4e1d-8cf1-a44ca55ae10c","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.838105871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"36733b18-3f78-4947-b66f-6a6ecd096489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.85856651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"36733b18-3f78-4947-b66f-6a6ecd096489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.925449239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"e960322b-7c55-462d-afa8-8daf69bb99d3","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.938101528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"f348555d-df82-43de-a5c6-ad7634288271","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.955527207Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"38750391-ce47-4569-871d-7ab38f893d30","namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.956112844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"471394dc-4bf1-456b-a55b-301466728a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.959983731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"f348555d-df82-43de-a5c6-ad7634288271","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.980286729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"9e4f5d2a-2fc7-4374-ab95-28ee71510f18","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.998537642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"471394dc-4bf1-456b-a55b-301466728a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:58.999768182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"2f9df393-b282-44a4-80db-3b0c257ae7b8","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.003285144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"9e4f5d2a-2fc7-4374-ab95-28ee71510f18","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.022978165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"2f9df393-b282-44a4-80db-3b0c257ae7b8","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.055191936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"79b2ca24-a53c-430f-be3f-c9244ef2c4cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.075207828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"79b2ca24-a53c-430f-be3f-c9244ef2c4cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.108753979Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"661d21ab-a33b-4987-8eab-286d2d89e487","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.14208765Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"9dc35c56-e8e6-42f5-b2d9-b945cca40d78","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.2297524Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"c92b572f-120e-4ac1-9348-7dad83a784f4","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.229896384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"b39a6575-1c29-44b9-bad6-89ef5718afe0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.250521139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"b39a6575-1c29-44b9-bad6-89ef5718afe0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.252591899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b2f787ce-800f-4fab-9319-ce0d3044697d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.272465524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b2f787ce-800f-4fab-9319-ce0d3044697d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.275041921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"463b81b2-d662-4307-afda-9b7c0f2c62b8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.290200358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"15a8a6c4-f59e-4ec4-954b-9e4ca9e0e551","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.296536198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"463b81b2-d662-4307-afda-9b7c0f2c62b8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.324687296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"3647aabf-74ec-47fe-87c3-7d2701e89d1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.325584768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"15a8a6c4-f59e-4ec4-954b-9e4ca9e0e551","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.350095038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"3647aabf-74ec-47fe-87c3-7d2701e89d1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.350268584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e68be13f8d83f74773a3329477c4cb525f07b68cd1a09f48482b24de1b36a276) AuthConfig (24f545271a2b8b48bef1aaf6e22492f6d03524ece00b3d6715fdce376943a2a0) AuthConfig (0dfca553d663dc5ed6b2b8e8cdb212d4cfbf2def9aac9ea0538748d7b55ccb54) AuthConfig (1ee55e6ef215695b7515f281c6e5324a90c510994fe6f73a3c745fe2b89977c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"15a8a6c4-f59e-4ec4-954b-9e4ca9e0e551","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.388517955Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"3d33daf8-f381-45bf-8b28-ba6618a3c42a","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.45474658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff78fb2-f480-4d4c-a787-3e63b8f96112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.462909779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"64dd67bf-b123-4de5-90ec-fbf7a2e34bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.47502496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff78fb2-f480-4d4c-a787-3e63b8f96112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.481904446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"5a6c48d5-8f28-4977-86b4-91dbb6721bb6","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.486479115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"64dd67bf-b123-4de5-90ec-fbf7a2e34bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.503657432Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"6ae166c8-b4bd-4903-8dcd-ea76413e53e3","namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.521025824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"5a6c48d5-8f28-4977-86b4-91dbb6721bb6","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.524740063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"e9a2d98d-2b22-4608-a61e-a73350e938ab","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.524760355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"e9a2d98d-2b22-4608-a61e-a73350e938ab","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"routeName":"external-model-e2e-rec-ctrl-78fda8-c7a5949c9bdd","namespace":"e2e-extmod-rec-user-9c9c54","model":"e2e-rec-ctrl-78fda8","externalModel":"e2e-rec-ctrl-78fda8","provider":"e2e-rec-ctrl-78fda8-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.536882687Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.54018392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a822ead0-719b-4b82-890f-1d4e9d6b0fe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.559906847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a822ead0-719b-4b82-890f-1d4e9d6b0fe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.586926362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"34403c10-27f4-48c6-8f30-4d86b517365a","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.612471931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"34403c10-27f4-48c6-8f30-4d86b517365a","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.741677401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"7055ecc2-6b22-497b-bb40-19c893ee8bae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.759149566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca80df9f-e0c4-4a7e-a26d-8b531e519f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.76264605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"7055ecc2-6b22-497b-bb40-19c893ee8bae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.781768293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca80df9f-e0c4-4a7e-a26d-8b531e519f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.782970533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"0a781b22-deac-4868-bc3a-c4cfe9377845","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.792670768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"3ce6d1bb-3b7f-4812-950a-3aad9b2823c7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.825607428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"0a781b22-deac-4868-bc3a-c4cfe9377845","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.829108039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"3ce6d1bb-3b7f-4812-950a-3aad9b2823c7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.847342065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e68be13f8d83f74773a3329477c4cb525f07b68cd1a09f48482b24de1b36a276) AuthConfig (24f545271a2b8b48bef1aaf6e22492f6d03524ece00b3d6715fdce376943a2a0) AuthConfig (0dfca553d663dc5ed6b2b8e8cdb212d4cfbf2def9aac9ea0538748d7b55ccb54) AuthConfig (1ee55e6ef215695b7515f281c6e5324a90c510994fe6f73a3c745fe2b89977c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"3ce6d1bb-3b7f-4812-950a-3aad9b2823c7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.856313315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f65ba3d0-fa56-46df-8965-96343c1795af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.877173899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f65ba3d0-fa56-46df-8965-96343c1795af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.945530673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"376c5a2f-e21a-406a-a200-a8f23f4caf83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:59.966006916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"376c5a2f-e21a-406a-a200-a8f23f4caf83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.02509983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"4ae34ede-de66-418b-a083-6bbf7c1fbf65","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.038620246Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"faa3e237-6f37-4af5-91f9-977507ef05e6","namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.053687615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"4ae34ede-de66-418b-a083-6bbf7c1fbf65","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.057316449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9fc1db4d-1b21-4008-9cdb-99de040fcbda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.080387752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9fc1db4d-1b21-4008-9cdb-99de040fcbda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.086797963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"0ab7a144-a91a-4c2e-bf42-b05b45909fc4","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.09633203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"7bf3b61b-bfab-4f87-a347-22c8ed3dd4f9","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.108784392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"0ab7a144-a91a-4c2e-bf42-b05b45909fc4","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.141110896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7795e850-175f-4991-b76c-4c457362bfa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.199382053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7795e850-175f-4991-b76c-4c457362bfa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.215137282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"9dccff20-0e7b-4527-a4eb-4132195d92e1","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.302752408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"9dccff20-0e7b-4527-a4eb-4132195d92e1","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.332165791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"725e9f44-b86e-4ae2-b972-a0e9c88c56b0","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.33225908Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.34692238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"42e84acd-be66-4c34-aded-90a956763004","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.347407651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ea633a44-31a2-4b40-b544-ba2adf7db8c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.363858607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-333817","reconcileID":"ce6540f5-fdae-4551-a148-7bee6b87dff9","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.367291616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"42e84acd-be66-4c34-aded-90a956763004","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:00.367587977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub1","reconcileID":"c3a42c72-88b8-4320-80a7-b39067547c7c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.372131276Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"0749564d-c7e5-475c-a96c-1ada2251d626","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.372960477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-333817","reconcileID":"38fcf306-c5c5-4b98-8e14-2ed5211fad9f","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-rate-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.379900144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"f0254646-7cf0-48e6-ae2e-3b47e23728db","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.395017652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ea633a44-31a2-4b40-b544-ba2adf7db8c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.398084004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"c18dc69f-ad0a-4b3e-a224-710f21a7b2c8","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.400340164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"f0254646-7cf0-48e6-ae2e-3b47e23728db","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.413759079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"f0a1cd21-1179-4544-9fb1-fed2e0148b99","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.419244729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e68be13f8d83f74773a3329477c4cb525f07b68cd1a09f48482b24de1b36a276) AuthConfig (24f545271a2b8b48bef1aaf6e22492f6d03524ece00b3d6715fdce376943a2a0) AuthConfig (0dfca553d663dc5ed6b2b8e8cdb212d4cfbf2def9aac9ea0538748d7b55ccb54) AuthConfig (1ee55e6ef215695b7515f281c6e5324a90c510994fe6f73a3c745fe2b89977c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"f0254646-7cf0-48e6-ae2e-3b47e23728db","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.435408459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"3ad86de8-0990-4372-b06e-d745404e9c49","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.444598029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"6ddf24fa-5f1e-4964-9bca-bd25ae95b048","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.444625443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"6ddf24fa-5f1e-4964-9bca-bd25ae95b048","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.445094677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"203b4eed-6bca-4951-a04f-efbe3e97f025","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.445113077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"203b4eed-6bca-4951-a04f-efbe3e97f025","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.50509382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"739a7ca9-8434-423a-8c45-a5d7d64a8d63","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.50615346Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub1","reconcileID":"75f83377-cd3b-4151-93a8-0417386ae5b0","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","model":"distinct-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.52750596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"739a7ca9-8434-423a-8c45-a5d7d64a8d63","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.531340368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"71928307-0336-46db-88f4-16f85007ed18","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.553851756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9bd298c4-749c-4247-90b7-d32e06298866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.554202631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50cb8af8-4a92-4db1-811a-13c0da9bd0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.554581203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d53bdf78-05f5-47f1-b47e-d0ab16f4aed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.56086079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"f849492e-1ade-47ae-ac4d-7cb0ed9c3350","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.574504234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9bd298c4-749c-4247-90b7-d32e06298866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.576203452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50cb8af8-4a92-4db1-811a-13c0da9bd0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.577197482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d53bdf78-05f5-47f1-b47e-d0ab16f4aed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.584606987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"9d4134e9-f9d4-4af3-b83d-ecd19341da66","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.614472272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"9d4134e9-f9d4-4af3-b83d-ecd19341da66","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.630685519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub1","reconcileID":"cc659c87-632d-4aa7-9d5b-40cc3e22e1b8","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.708865907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"236c7ccf-6d68-4385-a49f-5d860a87e48a","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.758310047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3303b800-b26f-419f-a0d8-6fe169e94a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.780255402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3303b800-b26f-419f-a0d8-6fe169e94a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.783229071Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]","namespace=ai-tenant-e2e-worker-w3-6f34cf priority=0:[ai-tenant-e2e-worker-w3-6f34cf/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-6f34cf/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.783535062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"2f489bd3-7615-4d49-8bfa-4d2d03414fec","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.809628307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"b021c456-4171-46ea-b705-5e9248f3a1d3","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.832601738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"d8deb576-2cee-4d44-8873-5dda60f13a0f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:00.835883003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub2","reconcileID":"be645c81-2e34-4180-b48a-20b5024363fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.850793737Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"325757ae-597b-42d9-8bcb-566206cbae1c","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.90229821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"d8deb576-2cee-4d44-8873-5dda60f13a0f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.921876304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"00d60904-32c2-48e9-bf6c-b35bf8920153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.92406748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e76084f5-604c-466a-8551-fd60a525a251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.938836355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"e729da60-5cbb-4443-83bb-8dcecbfa6ee0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.940567902Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"3b185873-8550-4516-ab80-97ef11b568d9","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.944242551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"00d60904-32c2-48e9-bf6c-b35bf8920153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.945941458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e76084f5-604c-466a-8551-fd60a525a251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.957948928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"d7077f3d-a62c-41f2-afbe-2eb7ce56fc4e","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.968900475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"1af22cab-c125-4e54-bfcb-689bf00a04c6","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.970683066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"e729da60-5cbb-4443-83bb-8dcecbfa6ee0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.997017136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"0bf981e3-f436-47af-828d-686df16b56bf","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.061571686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a46ce82-4d20-4f3c-8f58-70b8e70e68c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.068345326Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub2","reconcileID":"c2ebf89c-fda0-4f44-85aa-7d67b4ad5e76","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"distinct-2-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.098981965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a46ce82-4d20-4f3c-8f58-70b8e70e68c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.112532782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"03c43c70-a283-4b9c-b8eb-a27bb210f4c0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.138253955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"b11d2692-861c-4eec-8760-2e9f700d11a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.13994442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"03c43c70-a283-4b9c-b8eb-a27bb210f4c0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.22673125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"b11d2692-861c-4eec-8760-2e9f700d11a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.227810104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"f54d5dd9-a656-41a7-a026-a5981465450b","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.228922041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"78f5a6ba-bb16-4a52-8583-3ac605f3ef56","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.262094702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"2f273eb1-eb51-4f68-8a77-4981ce145a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.294630145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"2f273eb1-eb51-4f68-8a77-4981ce145a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.316733684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub2","reconcileID":"e2853342-7de1-487a-891f-e14307ff9138","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.398803663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0a56be-e762-4c21-a616-7db2243ecade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.400142828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"bcb86efc-d823-49c3-9feb-20a11b664033","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.425704162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0a56be-e762-4c21-a616-7db2243ecade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.42707479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"699e9964-0d32-48c0-b75b-aa92b2612fc4","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.489782331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0a56be-e762-4c21-a616-7db2243ecade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.524604716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0a56be-e762-4c21-a616-7db2243ecade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.576706885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9b3a37cd-0289-49bf-81b9-5079f7985cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.621250973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9b3a37cd-0289-49bf-81b9-5079f7985cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.649094567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"bcb86efc-d823-49c3-9feb-20a11b664033","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.65776062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8460a5c2-76d0-4c06-b3bb-ebd74d62acf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.679071159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"daf66aba-b80f-4e6b-a0bb-d33ad6e24a5d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.679720296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"9de93db3-f317-4e67-a01b-7a9dfeca79c9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.726298347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"9de93db3-f317-4e67-a01b-7a9dfeca79c9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.777284433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"daf66aba-b80f-4e6b-a0bb-d33ad6e24a5d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.780155957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8460a5c2-76d0-4c06-b3bb-ebd74d62acf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.924061176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6ad60459-727c-4125-9dd7-b062da3c2545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:01.936737717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"daf66aba-b80f-4e6b-a0bb-d33ad6e24a5d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:01.963583336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6ad60459-727c-4125-9dd7-b062da3c2545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:02.147466149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"b5c7e67b-7a18-421c-b166-c7e8f9cde5d9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:02.196374717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"b5c7e67b-7a18-421c-b166-c7e8f9cde5d9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:02.66489625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022480f1-02c1-49f3-8ebe-e79d006dfcb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:02.680941139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022480f1-02c1-49f3-8ebe-e79d006dfcb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:02.701617017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022480f1-02c1-49f3-8ebe-e79d006dfcb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:02.721313263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022480f1-02c1-49f3-8ebe-e79d006dfcb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.47255615Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","namespace":"ai-tenant-e2e-inf-a-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.472646369Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","namespace":"ai-tenant-e2e-inf-a-68c77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.472711222Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","tenant":"e2e-inf-a-68c77a","tenantID":"e2e-inf-a-68c77a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.49029678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"Deployment","name":"maas-api-e2e-inf-a-68c77a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.517263431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"Service","name":"maas-api-e2e-inf-a-68c77a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.53594877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-68c77a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.557009532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-68c77a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.57548041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.595458448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.622904444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.640620792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.656231374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"Deployment","name":"payload-processing-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.671193681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"c685a8de-f379-428a-b707-1cf394efc194","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.672258612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.687564041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"Service","name":"payload-processing-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.703066873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.720411667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.724634157Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub1","reconcileID":"7d510f09-c702-4244-a8aa-fcbf6e0414d4","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a0032ac5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.727414264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88774c5f-c05c-474a-b015-06bf7b853940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.735776567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.754961966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88774c5f-c05c-474a-b015-06bf7b853940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.759528737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.760382619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"558295eb-53a8-4f9b-87e3-8390e88d6e59","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.761031558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"0c99818d-1164-4cf0-8377-b79434fcb8dd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.762380278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"60e330ce-c53a-43e6-bb74-133506a51a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.807234876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ddba3337-7e9b-4091-ac73-41af9a6e635b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.811276545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"558295eb-53a8-4f9b-87e3-8390e88d6e59","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.811621484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.819089735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"0c99818d-1164-4cf0-8377-b79434fcb8dd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.81981403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"60e330ce-c53a-43e6-bb74-133506a51a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.831154868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ddba3337-7e9b-4091-ac73-41af9a6e635b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.831528185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.847579978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.863237252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-68c77a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.879032121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68c77a"},"namespace":"ai-tenant-e2e-inf-a-68c77a","name":"default-tenant","reconcileID":"56ee8d51-d897-4ea4-aeb5-c55572c005ab","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-68c77a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.891287984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f31c7c9b-659b-4f58-af08-1bbcacc19be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:04.912880311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f31c7c9b-659b-4f58-af08-1bbcacc19be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.096034145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"e2514f15-d174-440b-b6c5-1f9b1e52eb6b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.096532409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"e990571a-179c-46b3-a823-0573b5e320a2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.096924362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6aac5130-1de4-4a5e-9be7-a9fee1f539f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.097357119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"10b879f2-33ef-4aff-94ad-605bf424c911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.11709076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"e990571a-179c-46b3-a823-0573b5e320a2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.117121436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"e2514f15-d174-440b-b6c5-1f9b1e52eb6b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.119279491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6aac5130-1de4-4a5e-9be7-a9fee1f539f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.119573763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"10b879f2-33ef-4aff-94ad-605bf424c911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.13335135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6354f484-c419-4af4-959a-a07ac5265bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.153483661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6354f484-c419-4af4-959a-a07ac5265bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.212582281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"030b85f2-9f8e-4976-b3c9-cf337e5cbc22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:05.232397941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"030b85f2-9f8e-4976-b3c9-cf337e5cbc22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.387835632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32b988ba-9851-4471-b7aa-6bfa8c42a865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.390842663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eabf7e0d-2e34-42c6-85be-2beb6997fa8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.408520703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32b988ba-9851-4471-b7aa-6bfa8c42a865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.411570613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eabf7e0d-2e34-42c6-85be-2beb6997fa8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.691301272Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"fdaca728-29bb-42fd-9750-747d7f3a35a4","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.724012442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"d817aba8-fb27-45a2-aa36-0738a7ec392b","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.755979557Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"982abebc-111a-4531-b25b-81ee8f34fa1e","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.788582148Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"9d4ea847-0f85-4181-959e-d7411ffb682e","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.791929166Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-68c77a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-68c77a","reconcileID":"6210e638-5592-4a3e-b370-38bc12fb2299","aitenant":"ai-tenants/e2e-inf-a-68c77a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.911261521Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"2289262a-9bc9-492b-9125-cddae146a36e","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.943932744Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"8840a8d5-404f-4702-a9e7-70ccb1d5d355","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.07352673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57efdbf0-179e-46ac-a9a7-0c0e670182ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.089832984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57efdbf0-179e-46ac-a9a7-0c0e670182ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.105852444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57efdbf0-179e-46ac-a9a7-0c0e670182ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.111799488Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-68c77a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-68c77a","reconcileID":"6210e638-5592-4a3e-b370-38bc12fb2299","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-68c77a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-68c77a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.121928891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57efdbf0-179e-46ac-a9a7-0c0e670182ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.172940701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3568e957-2717-47fa-bbe6-97eb6aed3540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.173020033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ca7b091-715b-4ea1-8093-4a048b181886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.193557257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3568e957-2717-47fa-bbe6-97eb6aed3540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.193581426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ca7b091-715b-4ea1-8093-4a048b181886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.232294375Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"5a41da60-5516-435c-8b52-6a2d56267a96","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.264912741Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"ace775ce-108e-4123-a58c-c5b240ab2a96","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.680205704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"a572bab2-5411-4fa7-958e-f8e089464787","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.694653929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"e4c8f8d5-5e0f-4c96-bb5e-6805e376b7cc","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.694958448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"0e0e710f-9936-42ea-859c-a1f909e39bca","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.707327394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"71934a6e-0f87-4b1e-a731-bfbbd64643ad","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.707805775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"f3ca075b-f812-4592-af07-88c65800bf01","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.708183582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"a3188c12-da64-4655-8523-7168a01284f6","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.760555789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"c0d35e49-f019-4d15-8b42-3858f499b2a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.760650265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"63cdbab3-fb46-439b-b958-d28e26477399","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.765192244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"95287aac-463b-4b50-975f-edbfd5c160f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.765396378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"736483bc-0233-4449-b528-49b184376db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.785069321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"736483bc-0233-4449-b528-49b184376db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.785142569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"95287aac-463b-4b50-975f-edbfd5c160f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.869478901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5b8aad-e94d-467e-9432-a3c1082c739c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.899004069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5b8aad-e94d-467e-9432-a3c1082c739c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.915574656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5b8aad-e94d-467e-9432-a3c1082c739c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:08.931848936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5b8aad-e94d-467e-9432-a3c1082c739c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:09.048667283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"60aef405-5b4b-4450-a34b-77e153341ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:09.04878154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"abe85324-fec0-48c5-96cd-dda2ece9518c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:09.095127209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"abe85324-fec0-48c5-96cd-dda2ece9518c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:09.09546392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"60aef405-5b4b-4450-a34b-77e153341ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:10.499240553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"490662bd-111c-42ec-b178-42d0636ced0a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:10.519836488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"490662bd-111c-42ec-b178-42d0636ced0a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:10.654540952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"32db05cf-f108-4d2a-9a54-88be18644e37","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:10.654566443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"32db05cf-f108-4d2a-9a54-88be18644e37","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"routeName":"external-model-e2e-rec-ctrl-78fda8-c7a5949c9bdd","namespace":"e2e-extmod-rec-user-9c9c54","model":"e2e-rec-ctrl-78fda8","externalModel":"e2e-rec-ctrl-78fda8","provider":"e2e-rec-ctrl-78fda8-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:14.745746612Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub1","reconcileID":"29f67ad1-91a9-4b8b-939d-b914c92749e0","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:14.762882928Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub1","reconcileID":"29f67ad1-91a9-4b8b-939d-b914c92749e0","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:14.781350162Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub1","reconcileID":"29f67ad1-91a9-4b8b-939d-b914c92749e0","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:14.863299533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:14.893454738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"64d26bcd-6cc4-457b-a133-267b699fd245","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:14.893561819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"64d26bcd-6cc4-457b-a133-267b699fd245","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"routeName":"external-model-e2e-rec-ctrl-78fda8-c7a5949c9bdd","namespace":"e2e-extmod-rec-user-9c9c54","model":"e2e-rec-ctrl-78fda8","externalModel":"e2e-rec-ctrl-78fda8","provider":"e2e-rec-ctrl-78fda8-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:14.90214865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-sub","reconcileID":"d6931198-afdd-4472-8a71-6d401db714e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-78fda8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:14.941884522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9239e3f-bb7c-4e34-b7fd-99c2bdaa4f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:14.966216663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9239e3f-bb7c-4e34-b7fd-99c2bdaa4f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:14.966960293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"ea2e29c9-da08-4366-b809-66dcc2beb356","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:14.966988375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"ea2e29c9-da08-4366-b809-66dcc2beb356","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"routeName":"external-model-e2e-rec-ctrl-78fda8-c7a5949c9bdd","namespace":"e2e-extmod-rec-user-9c9c54","model":"e2e-rec-ctrl-78fda8","externalModel":"e2e-rec-ctrl-78fda8","provider":"e2e-rec-ctrl-78fda8-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:14.976950414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"305fcc57-6849-414d-96b2-86e3140b2841","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:14.976978788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"713b6ea8-2b1f-4a9d-b3fb-3c715dca3c2b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.015572771Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.026614784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"305fcc57-6849-414d-96b2-86e3140b2841","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.028092693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"713b6ea8-2b1f-4a9d-b3fb-3c715dca3c2b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.02826134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"d8c43a70-1c16-487a-872e-562ad78976d6","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.028288953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"d8c43a70-1c16-487a-872e-562ad78976d6","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:15.037411439Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-47b076-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.061887635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"18f4a4b2-0165-47a0-b6d7-d983373a2275","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.061914895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"18f4a4b2-0165-47a0-b6d7-d983373a2275","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.078557712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"f4affa63-bfb9-4d34-898e-ca4701c7ba8f","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.089093215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"30f00fec-c5dd-40cf-a238-d018871c32c9","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.10339476Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-sub","reconcileID":"342aa700-db01-4a32-aeb5-33f6fe22a637","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-rec-ctrl-78fda8","model":"e2e-rec-ctrl-78fda8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.104034448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"d2469267-3b3b-4585-be94-768deb9bf2f3","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.104093502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"d2469267-3b3b-4585-be94-768deb9bf2f3","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"routeName":"external-model-e2e-rec-ctrl-78fda8-c7a5949c9bdd","namespace":"e2e-extmod-rec-user-9c9c54","model":"e2e-rec-ctrl-78fda8","externalModel":"e2e-rec-ctrl-78fda8","provider":"e2e-rec-ctrl-78fda8-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.108254058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"f4affa63-bfb9-4d34-898e-ca4701c7ba8f","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.110966393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"30f00fec-c5dd-40cf-a238-d018871c32c9","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.12334344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"7e5d6496-1b49-402f-a76b-93d5db3693df","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.134515936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e22f4117-eed0-4b59-86d4-e9348546f467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.136866044Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub2","reconcileID":"dfcbd390-65e8-4834-b620-2af0b5c21437","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.146514505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"231074ee-c2e5-4291-807e-9b6e204c96cf","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.195882924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e22f4117-eed0-4b59-86d4-e9348546f467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.215091487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"1392f77f-efaf-4afa-8ad8-976389e3a1a0","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.215195249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"1392f77f-efaf-4afa-8ad8-976389e3a1a0","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.223039849Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub2","reconcileID":"dfcbd390-65e8-4834-b620-2af0b5c21437","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.251671287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"891d3f6f-2489-4c64-8a79-62dac4711d78","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.251955243Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"891d3f6f-2489-4c64-8a79-62dac4711d78","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"routeName":"external-model-e2e-rec-ctrl-78fda8-c7a5949c9bdd","namespace":"e2e-extmod-rec-user-9c9c54","model":"e2e-rec-ctrl-78fda8","externalModel":"e2e-rec-ctrl-78fda8","provider":"e2e-rec-ctrl-78fda8-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.300550357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-sub","reconcileID":"2e3047cf-284a-4d7a-9f26-ecdcb63e5b73","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-rec-ctrl-78fda8","model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.31082771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"58ac8fa0-f2e9-4b26-a3be-97d9cdca15c5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.317671047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"5d31e19e-4f63-456d-b413-fb0d7fa95f3f","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.368242019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"58ac8fa0-f2e9-4b26-a3be-97d9cdca15c5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.4360183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"23cb6f58-fbe3-4d25-98cf-ba7571b3ec89","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.438289258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"5d31e19e-4f63-456d-b413-fb0d7fa95f3f","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.587900763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"f793fdd4-1f4d-44e9-be28-aa57b5f20941","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.62101672Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub2","reconcileID":"dae86ee2-051b-4b7f-9a0a-03952227490f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e3d93cfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.637041141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"f793fdd4-1f4d-44e9-be28-aa57b5f20941","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.773324074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"259ad564-63d9-4d78-95ea-b5eacb088aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.786339286Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"cf6f5e27-5173-4690-a5bc-5a721cbb7c12","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.826303602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"41e222da-5b1f-4552-ba2b-134ecc71bab7","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.857375501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"259ad564-63d9-4d78-95ea-b5eacb088aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.075871612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"41e222da-5b1f-4552-ba2b-134ecc71bab7","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.198744117Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"9fece408-37c5-4b28-b7c6-f9b9f6e04ed9","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.408143023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"38834696-8c69-465f-aacf-2ac5cdc4ee32","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.409000144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"7876e514-846a-4c20-89b5-f228a12321cc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.512018184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"38834696-8c69-465f-aacf-2ac5cdc4ee32","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.51671121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"7876e514-846a-4c20-89b5-f228a12321cc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.571729233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da961109-2b88-441d-ae0e-b48ef6d175c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.636238337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da961109-2b88-441d-ae0e-b48ef6d175c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.636971971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"fccf1790-33f9-4f3a-8f3d-6d3e48047bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.656147699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"309364d7-13ae-4ac9-94fd-df9acb25243f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.695968317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"309364d7-13ae-4ac9-94fd-df9acb25243f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.699816618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"fccf1790-33f9-4f3a-8f3d-6d3e48047bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.863045814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"cdc297ed-c228-4dcf-b399-46e8f80b2363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:16.897656588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9bbda952-ae78-436e-94f9-79807d423139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.028998979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"cdc297ed-c228-4dcf-b399-46e8f80b2363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.056082066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9bbda952-ae78-436e-94f9-79807d423139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.078339971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"932df0b1-67a7-4617-bb62-4874e2d40aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.240554696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"932df0b1-67a7-4617-bb62-4874e2d40aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.371242807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"932df0b1-67a7-4617-bb62-4874e2d40aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.395890222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"932df0b1-67a7-4617-bb62-4874e2d40aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.422047035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c33ee94a-962e-4a84-9ac6-bbe77bb16ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.445468748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"acacc1b5-0b3c-4699-8a08-547211d313e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.460321893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c33ee94a-962e-4a84-9ac6-bbe77bb16ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.505604257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"acacc1b5-0b3c-4699-8a08-547211d313e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:18.314031206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10903b97-6806-4cfb-8274-51f9cb20ab8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:18.330839518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10903b97-6806-4cfb-8274-51f9cb20ab8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:18.347584578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10903b97-6806-4cfb-8274-51f9cb20ab8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:18.364083301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10903b97-6806-4cfb-8274-51f9cb20ab8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:19.511120766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"3c513106-f45b-4b90-abbb-4b097d91ed38","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.423542969Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","namespace":"ai-tenant-e2e-inf-b-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.423623806Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","namespace":"ai-tenant-e2e-inf-b-6ac027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.423678606Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","tenant":"e2e-inf-b-6ac027","tenantID":"e2e-inf-b-6ac027","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.443307099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"Deployment","name":"maas-api-e2e-inf-b-6ac027","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.476845379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"Service","name":"maas-api-e2e-inf-b-6ac027","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.495375643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-6ac027","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.51419371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-6ac027","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.532452013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.550222356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.570593192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.590718676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.606532132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"Deployment","name":"payload-processing-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.623914459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.640790175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"Service","name":"payload-processing-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.657853678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.673834635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.689788226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.705627803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.727171196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.743059369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.759609993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.775272673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-6ac027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.791053476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6ac027"},"namespace":"ai-tenant-e2e-inf-b-6ac027","name":"default-tenant","reconcileID":"72ca2dae-814e-445a-8b72-fbf25053571b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-6ac027","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.864749817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66c0d878-023d-470c-9117-d12f164cdc4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.865926741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddd33ab9-bfd3-48b9-b3cb-227282b39c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.903716316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66c0d878-023d-470c-9117-d12f164cdc4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.906073223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddd33ab9-bfd3-48b9-b3cb-227282b39c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:22.99965382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"1f433155-001b-482a-b1db-43e71a4dc11e","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.638743822Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"74623102-9907-41ff-b5b5-00ee50782ed2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.638738946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"b3df5ec9-9b97-42f2-a141-8971cc17a3c4","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.638959321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"b3df5ec9-9b97-42f2-a141-8971cc17a3c4","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.72761085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-333817","reconcileID":"43ce51b2-1343-4222-acec-4f3f8645cddf","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-rate-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.77284124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"74623102-9907-41ff-b5b5-00ee50782ed2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.822307046Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"74623102-9907-41ff-b5b5-00ee50782ed2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.822338216Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-333817","reconcileID":"74623102-9907-41ff-b5b5-00ee50782ed2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.841594646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"80011676-e292-409c-ab03-984ffa150a8d","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.841615009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"80011676-e292-409c-ab03-984ffa150a8d","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.933547617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-333817","reconcileID":"a3e647cf-27c1-44d5-a479-32afbd0a2a1b","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-rate-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.983007663Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"2896e60a-d979-482f-a30f-adde93de2a46","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.983173893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"9375b105-730f-47fe-8c2d-733d232f29e4","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.98319799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"9375b105-730f-47fe-8c2d-733d232f29e4","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.066929467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-333817","reconcileID":"9e93b42a-ce20-47dc-a33a-d638ba505e77","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.116714785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"2896e60a-d979-482f-a30f-adde93de2a46","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.173457875Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"2896e60a-d979-482f-a30f-adde93de2a46","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.173486617Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-333817","reconcileID":"2896e60a-d979-482f-a30f-adde93de2a46","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.208495673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"0a46f80a-1f36-4594-9315-aa406690ce5d","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.208521873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"0a46f80a-1f36-4594-9315-aa406690ce5d","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.319719765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-333817","reconcileID":"6274c472-70f5-43e4-99ec-9a8b5042e8e1","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.358032891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"49b9990b-f1ad-4eed-8b01-2ab59b549642","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.358059049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"49b9990b-f1ad-4eed-8b01-2ab59b549642","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.408777495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c744081f-6ba7-4530-9415-8814e4188411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.412632648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7ecee9d-ce09-4782-aa84-83cf3e2f12ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.432016933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c744081f-6ba7-4530-9415-8814e4188411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.441014605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7ecee9d-ce09-4782-aa84-83cf3e2f12ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.645821666Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub2","reconcileID":"deb25e8d-0b21-4f10-affe-df9b1b2e1686","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.66488269Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-sub2","reconcileID":"deb25e8d-0b21-4f10-affe-df9b1b2e1686","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.767050162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"522048ab-9b2a-426f-987e-0f4e7b468098","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.767142366Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.82157267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff81f02-2497-4b7d-87ea-828bce7a2228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.859629036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff81f02-2497-4b7d-87ea-828bce7a2228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.871006902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f338f913-e8c0-489a-8a18-b1037169b44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.87222174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"24f16d16-b1b1-4f29-a922-9470f9f6a17a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.872964949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"fd25bd7f-611c-4210-b7e5-52a5c90714c4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.87335393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"5b3ba102-c268-4b79-bb86-550be26c6058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.891547813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f338f913-e8c0-489a-8a18-b1037169b44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.893936607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"24f16d16-b1b1-4f29-a922-9470f9f6a17a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.905564894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"fd25bd7f-611c-4210-b7e5-52a5c90714c4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.90699703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"5b3ba102-c268-4b79-bb86-550be26c6058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.933929986Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"8eee56c9-4022-4091-8714-6955764f17b9","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.950573409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"e4a0c58c-0eda-4c3d-97f2-271c5e738cd0","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:26.011092655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth1","reconcileID":"9ea773ba-b1d2-48c5-af26-10710bca99de","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:26.053911261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faa62dce-44c0-43c8-8b98-aa09e2216421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:26.074536858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faa62dce-44c0-43c8-8b98-aa09e2216421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:26.134502486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"963ec749-2f11-4a71-84a2-60f591897fe9","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:26.279741991Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-multi-keys-auth2","reconcileID":"0299e919-b3e9-4609-9e06-bc6603146c5b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:26.279917414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"708aa8fd-d23e-4f40-873a-7aed8561b0ee","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:26.342657987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"e8c9da9d-084a-4a24-9833-a455fc024cec","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:26.359865554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"cf8b03d9-be65-4092-8317-70e13f2ce5a5","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.681390637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"3b02115b-5435-4e29-80a9-911e45f1e23d","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.702059365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"3a42452c-db6d-4a80-b3e6-d4322b7bb62f","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.790667082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"818c651e-3ca5-43ef-85e6-29c143bbb1f7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.857340999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"818c651e-3ca5-43ef-85e6-29c143bbb1f7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.876032893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dfa6554-7cb0-410a-9469-2e500bd6384d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.893943097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8273bc27-8fcc-4c2a-a2cf-48de5598d080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.907971257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"d5ba55bd-7af1-47cb-8ad6-878ea39c0a07","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.909234633Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.916357508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dfa6554-7cb0-410a-9469-2e500bd6384d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.949782163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8273bc27-8fcc-4c2a-a2cf-48de5598d080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.950230223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"c395e477-9150-439a-84e2-577900285f83","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:27.955517841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"98680faa-1442-4ecf-9ed8-dad49f7e1b5c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.987610783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"923acb2d-b224-4841-81ce-8c147017fdfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.993723587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"f9654657-c87c-4c5f-bdbf-e26709850664","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.038371743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"57bdcc21-4f3b-4aac-9a1d-985689755a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.041532992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"c2c7a608-9bf2-48d8-af38-dcac39442425","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.043689175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"923acb2d-b224-4841-81ce-8c147017fdfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.061195606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"57bdcc21-4f3b-4aac-9a1d-985689755a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.061554204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"32ab2739-9b96-4520-8c04-1a9a24dd7ca1","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.129527466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"52dad6b1-5a22-4120-a491-6f58fa6640f4","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.129977055Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"33349159-ed8e-46cb-99f7-763ab8bb4867","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","model":"distinct-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.150688685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5d9ae1a0-e696-4c5e-a922-bf217e906b51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.15085575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ca99ad9-9a6c-4d28-b630-cb5668102765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.16780596Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"edffddb5-81e3-4933-963f-4fdadcee8114","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.174450306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5d9ae1a0-e696-4c5e-a922-bf217e906b51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.177263236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ca99ad9-9a6c-4d28-b630-cb5668102765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.224991376Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"f431684e-ab5f-473f-a983-c3cb100ef9ec","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.236809495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3448aa50-5aa1-41fc-9147-e834f0480f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.271253813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3448aa50-5aa1-41fc-9147-e834f0480f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.317943883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"9415135e-e9bc-4566-9b5c-dfed3b62339c","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.340787076Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-6ac027","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-6ac027","reconcileID":"91cd82ba-020a-4a1c-a413-5023484fe8e3","aitenant":"ai-tenants/e2e-inf-b-6ac027","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.356283318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"1a68fadb-14e1-48cb-9621-c3c0453bc277","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.356918096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"17b7c07c-680a-408c-a0bc-0c2387b27728","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.358348539Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub]","namespace=ai-tenant-e2e-worker-w3-6f34cf priority=0:[ai-tenant-e2e-worker-w3-6f34cf/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-6f34cf/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.374326023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8306ab15-9f6b-4ff6-945e-5e2ab814cb7f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.383545251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"e118ded3-fc03-4b11-8d1f-5f515aa68b09","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.392876193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"55ff4f1e-93ee-44b5-852b-c7d0a291960a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.418378949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fbcc87c5-dc80-404f-8192-dc6c3e60c08a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:28.428113074Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"e118ded3-fc03-4b11-8d1f-5f515aa68b09","name":"distinct-2-w3-6f34cf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-6f34cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:28.428287334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"e118ded3-fc03-4b11-8d1f-5f515aa68b09","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-6f34cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.43820169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"55ff4f1e-93ee-44b5-852b-c7d0a291960a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.451618879Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"b29e5c7f-2624-46e7-a965-b970a9064728","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:28.452090308Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-6f34cf/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.478644816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fbcc87c5-dc80-404f-8192-dc6c3e60c08a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.540637483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5a889b45-cd44-4c95-a2e6-6185dce50000","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.54883009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a24e727d-d312-4007-a420-283e59a86e09","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.549568905Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"46fb1fea-46ce-4d56-a9fb-77354fbf0787","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.568394644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5a889b45-cd44-4c95-a2e6-6185dce50000","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.574239188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"e4e05e19-db78-4320-b9d8-6948ca9dc5cc","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.574801584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"19e750fa-4f78-4b15-85ba-abf659b1e123","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.576535626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a24e727d-d312-4007-a420-283e59a86e09","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.581025924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"546d29b7-65a1-4c9e-8421-d310644dafdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.594544726Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"8a618a22-f478-4519-b9ad-f8caabbf2cc8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"distinct-2-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.641669592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"546d29b7-65a1-4c9e-8421-d310644dafdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.685799459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"f8a1d26d-2a98-4bd6-a802-2c5ba2f2db0d","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.720496756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"4cd6ac92-2e10-4a7a-abf2-c1c21804356d","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.726734663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd66a495-0bb6-421d-a0f2-a10a59db95e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.773108117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd66a495-0bb6-421d-a0f2-a10a59db95e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.773571743Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-6ac027","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-6ac027","reconcileID":"91cd82ba-020a-4a1c-a413-5023484fe8e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-6ac027","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-6ac027"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.790707096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd66a495-0bb6-421d-a0f2-a10a59db95e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.791175264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"fd2a6f3b-735c-4e7f-a276-64d53418379f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.826339747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd66a495-0bb6-421d-a0f2-a10a59db95e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.85647605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"9cd96806-1c93-478b-b0d7-3cfa1b354a95","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.873208076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77393269-dc16-4e71-8fdc-6f6f0a25dca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.880204813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"fd2a6f3b-735c-4e7f-a276-64d53418379f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.886114886Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"2cf91aef-3723-4427-9cdf-79688dc75c03","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.91503335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77393269-dc16-4e71-8fdc-6f6f0a25dca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.928935648Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"85c450c3-4257-40d8-af86-35514433c67e","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.943202473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"afbbbf12-0bb0-411a-9796-0a72ed0edf74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.971930054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"afbbbf12-0bb0-411a-9796-0a72ed0edf74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.983601761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"73dfdc76-c9bf-4136-8535-543d44f58e6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.983618462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"14875140-53ff-4dc6-920e-e7b612ffa4e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.012083986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"14875140-53ff-4dc6-920e-e7b612ffa4e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.012874711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"73dfdc76-c9bf-4136-8535-543d44f58e6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.034393696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"ce82faa9-4ca7-4d38-95fd-74392cc2a872","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.081987562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9b924d4-9b63-48f4-b584-39c18dda04e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.110779564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9b924d4-9b63-48f4-b584-39c18dda04e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.188706984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e676c005-2d4d-438e-8291-aa5937fa2704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.285040291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e676c005-2d4d-438e-8291-aa5937fa2704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.515837338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"673356be-6b7a-4d3b-9b15-bb6a85e75af0","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.553883114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"01ddfb89-b59a-41e5-89bc-f2f411804d67","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.568109515Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.669963477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth","reconcileID":"426b9190-8e04-4cdb-a783-89d5edabae69","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.693708646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth","reconcileID":"426b9190-8e04-4cdb-a783-89d5edabae69","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.721905258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f21a0afab6afc635712a12ece399a5e43e0efb42769945dde5ec1bb6a85a299c) AuthConfig (5ec64a566e4afc9aabaf5b17a0683eed1f10545c72b4bd3992855aecd7735ffd) AuthConfig (61875402c310c91beb209e5816addf52aea9219aa629cd0c5b8ae06bc841ba73) AuthConfig (d1568876b7cf4416453ab54cb476ec2569748927781a7c794e527f7995dc5fd3) AuthConfig (200ca16f701c5cf5e3fd945bb19e5c7bc31e8008c5ff4c4bcb4cdc3e57c74757) AuthConfig (b9a02fadd78ff6f8d282d62dc8efd9c8379a6f2b9776f29bd537df26d5bb7aec) AuthConfig (daf287d10f54b8c497fe221583d846114fd25cbba2d7a4ed0cdbe9404248d6a5) AuthConfig (f32647b0868922628cd5318e43cc05095fb47a8f234aa7fc83deb59a1a50ea69) AuthConfig (b612186863a329d061083b1a152b8c1a44dd045c61039f8f1a99653d1c83729d) AuthConfig (7aafd1ca95ce542059bcca710eb796505012c558b5646b626290df55c8838fbc) AuthConfig (50a689ab3c5719c5c12f148c1f25df7e082da156c42b8c9b6ec5255c0e096d16) AuthConfig (5fc02eb3f17454bfcd0ee7fd7bd0264ec29a2990b1e5a96e33b355cfc2eacbd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth","reconcileID":"426b9190-8e04-4cdb-a783-89d5edabae69","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.730720377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"01036776-0d03-4c90-9e8f-1ba4bc6db695","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.735544799Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub]","namespace=ai-tenant-e2e-worker-w3-6f34cf priority=0:[ai-tenant-e2e-worker-w3-6f34cf/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-6f34cf/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.871383821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"95dcb4e6-b7ac-4f13-8f2c-c7d07e328bbf","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.872311541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d9f8e630-eb63-4a21-9ecb-e2ddd44e249c","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:29.887686316Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ff49f4/e2e-status-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.909801901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b20907f1-421f-4dcb-8861-50ef61f8346c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.912295535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ee9ae7eb-3bfb-456a-8355-4a2e908eb2dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.976817047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"a038822d-c058-4520-af97-55c8c93db372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.982654875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b20907f1-421f-4dcb-8861-50ef61f8346c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.986690529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf1dc00e-5095-4f8f-ac56-1ad819069663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.988317346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"82963d75-595d-46ed-acd1-0dbd3449702b","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.98926431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"298fcfbd-54c5-4737-9aea-92b9d35fc0ed","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.014327836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ee9ae7eb-3bfb-456a-8355-4a2e908eb2dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.083629149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf1dc00e-5095-4f8f-ac56-1ad819069663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.084785353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth","reconcileID":"830b50d8-ec39-4b5f-9ca6-3cba6216c278","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.086098791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"a038822d-c058-4520-af97-55c8c93db372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.146998169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth","reconcileID":"830b50d8-ec39-4b5f-9ca6-3cba6216c278","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.180612523Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-sub","reconcileID":"bde9236b-402f-4072-a35d-3df6dc192c5a","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-status-active-sub","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.20109147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ff49f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f21a0afab6afc635712a12ece399a5e43e0efb42769945dde5ec1bb6a85a299c) AuthConfig (5ec64a566e4afc9aabaf5b17a0683eed1f10545c72b4bd3992855aecd7735ffd) AuthConfig (61875402c310c91beb209e5816addf52aea9219aa629cd0c5b8ae06bc841ba73) AuthConfig (d1568876b7cf4416453ab54cb476ec2569748927781a7c794e527f7995dc5fd3) AuthConfig (200ca16f701c5cf5e3fd945bb19e5c7bc31e8008c5ff4c4bcb4cdc3e57c74757) AuthConfig (b9a02fadd78ff6f8d282d62dc8efd9c8379a6f2b9776f29bd537df26d5bb7aec) AuthConfig (daf287d10f54b8c497fe221583d846114fd25cbba2d7a4ed0cdbe9404248d6a5) AuthConfig (f32647b0868922628cd5318e43cc05095fb47a8f234aa7fc83deb59a1a50ea69) AuthConfig (b612186863a329d061083b1a152b8c1a44dd045c61039f8f1a99653d1c83729d) AuthConfig (7aafd1ca95ce542059bcca710eb796505012c558b5646b626290df55c8838fbc) AuthConfig (50a689ab3c5719c5c12f148c1f25df7e082da156c42b8c9b6ec5255c0e096d16) AuthConfig (5fc02eb3f17454bfcd0ee7fd7bd0264ec29a2990b1e5a96e33b355cfc2eacbd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth","reconcileID":"830b50d8-ec39-4b5f-9ca6-3cba6216c278","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.22875906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86975db8-de53-4e9c-9eb8-73a166dc0565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.261311699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86975db8-de53-4e9c-9eb8-73a166dc0565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.295050656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86975db8-de53-4e9c-9eb8-73a166dc0565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.344304573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86975db8-de53-4e9c-9eb8-73a166dc0565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.3496512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0317d971-d321-4f96-a95c-714b80e17774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.385241558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb8693a8-3cce-429d-a0fc-453d87df123b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.386769904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"c06dcc0f-699b-4d55-8b9e-d0e6dc967b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.433635595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0317d971-d321-4f96-a95c-714b80e17774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.439820403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"8ff80df0-17af-45fe-a5ff-d3a22d194cae","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.465274361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ddfe115-ba8a-4cf9-8eb9-83896ae635e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.482890608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb8693a8-3cce-429d-a0fc-453d87df123b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.514201635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"c06dcc0f-699b-4d55-8b9e-d0e6dc967b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.517153344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ddfe115-ba8a-4cf9-8eb9-83896ae635e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.548189125Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"62ecfe35-97d4-451c-9261-12370661a04d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-status-active-sub","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.882072531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-sub","reconcileID":"1f35dbb4-05b0-40a7-9b8d-07e99fe36627","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.882692332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-sub","reconcileID":"b8b215c6-5146-4bc9-ac3c-4f09c4fa8ddd","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-rec-ctrl-78fda8","model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.062394635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"88292be6-6e64-46c5-9c28-ebbf76e4e046","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.281938981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"297e855a-b621-4176-84a3-4f15957a3ca2","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.281977464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"297e855a-b621-4176-84a3-4f15957a3ca2","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"routeName":"external-model-e2e-rec-ctrl-78fda8-c7a5949c9bdd","namespace":"e2e-extmod-rec-user-9c9c54","model":"e2e-rec-ctrl-78fda8","externalModel":"e2e-rec-ctrl-78fda8","provider":"e2e-rec-ctrl-78fda8-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.304248394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"8519039c-c2e9-4394-9bef-07a3b8e53699","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.374712789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-sub","reconcileID":"0459953b-f315-4986-a2e9-a9f3f31a60e7","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.406300213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"8519039c-c2e9-4394-9bef-07a3b8e53699","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.457305049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"0612ee35-1716-45f6-9112-6ee8af7df119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.48383476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"95ca1ef6-8a40-4f88-b9d3-b3676c948443","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.502370888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"579a3438-df63-4256-a916-61cdd6f5f592","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.531758626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"54828f4b-8861-4696-9ad2-b4fb87c6a64b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.537910027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"95ca1ef6-8a40-4f88-b9d3-b3676c948443","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.541870399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"579a3438-df63-4256-a916-61cdd6f5f592","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.549324058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"0612ee35-1716-45f6-9112-6ee8af7df119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.555158068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"54828f4b-8861-4696-9ad2-b4fb87c6a64b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.564807324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"295bea56-56f3-457f-8e24-12efcb18466f","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.631028027Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"3a1aa966-4033-4c90-84df-b1e9c93b2a8a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a474f00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.638636173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea44088-a6c7-4ac3-a492-13726c76b4d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:31.671368856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea44088-a6c7-4ac3-a492-13726c76b4d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.055514194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4974d47b-1050-4d1e-bf3b-748e3961df9c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.077344525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"8561ba58-9445-4b60-b272-a5c91f4d7ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.153261693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"375e935f-5151-45f1-8e3d-9253c631c30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.233866673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"8561ba58-9445-4b60-b272-a5c91f4d7ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.235873948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4974d47b-1050-4d1e-bf3b-748e3961df9c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.262483496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3f045596-7dce-4e57-9254-1e699b080635","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.265052828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"375e935f-5151-45f1-8e3d-9253c631c30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.265122967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9173ed07-8433-4fb5-b712-2a1a6d572961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.299963856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3f045596-7dce-4e57-9254-1e699b080635","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.337581797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9173ed07-8433-4fb5-b712-2a1a6d572961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.393527391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ab1be09-732f-43e3-b43c-29ec78a5f2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.418950891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ab1be09-732f-43e3-b43c-29ec78a5f2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.584153393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fef7a5fe-2f6d-4983-8d22-a24f52a2ad63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.614224717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fef7a5fe-2f6d-4983-8d22-a24f52a2ad63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.413194248Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-333817","reconcileID":"49abc932-9f5a-438e-964b-73d7316afaaf","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","subscription":"e2e-rate-iso-a-333817","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.429596572Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-333817","reconcileID":"49abc932-9f5a-438e-964b-73d7316afaaf","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.446021194Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-333817","reconcileID":"49abc932-9f5a-438e-964b-73d7316afaaf","MaaSSubscription":{"name":"e2e-rate-iso-a-333817","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.607537367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"5c23ab12-8718-4acb-b7db-a50d3e0813da","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.607564926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"5c23ab12-8718-4acb-b7db-a50d3e0813da","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.607968729Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.627575735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"dd7985c2-a2e9-411f-b572-989dfd37f0cd","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.649564999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"b853453a-5d61-43bd-8603-37132ddeeaac","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.657768221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"476e123f-6bf5-46ab-bd6c-7d06a2beb7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.657899935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e3997df-aac8-403b-a547-16760713e769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.679638076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"476e123f-6bf5-46ab-bd6c-7d06a2beb7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.679715104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e3997df-aac8-403b-a547-16760713e769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.698342059Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"f959ebde-cc6f-42ca-abab-5e721c81a1fc","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.751520769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"26449dbd-c14a-4d5d-a476-110782ad265c","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.75154561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"26449dbd-c14a-4d5d-a476-110782ad265c","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.792307559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a3afa57-fe16-4eee-980c-c5fec2531fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.813679559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a3afa57-fe16-4eee-980c-c5fec2531fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.887823736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e9fd321-974a-4283-bfa2-37c0bcb4c4e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.908903364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e9fd321-974a-4283-bfa2-37c0bcb4c4e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.067594699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a641b67-5fb2-4353-9f40-7ff532ceb720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.111009762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a641b67-5fb2-4353-9f40-7ff532ceb720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.210769275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"944023c6-01d8-4f62-8431-344c6f472777","namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.227550785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"2879a0b0-bb4c-4324-ac0d-a9f27c661c31","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.227580652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"2879a0b0-bb4c-4324-ac0d-a9f27c661c31","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"routeName":"external-model-e2e-rec-recover-639bf3-626e7ed0fef2","namespace":"e2e-extmod-rec-noaccess-c611fa","model":"e2e-rec-recover-639bf3","externalModel":"e2e-rec-recover-639bf3","provider":"e2e-rec-recover-639bf3-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.260550652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"3bb292b4-7010-4486-97ef-911bf51d78d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.263677937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth","reconcileID":"5be66556-7188-431e-b886-7d7d16a37d8d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.263773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"346bfaac-0966-4e3d-bdc8-2d70822fb6b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.280175984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"3bb292b4-7010-4486-97ef-911bf51d78d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.283693746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth","reconcileID":"5be66556-7188-431e-b886-7d7d16a37d8d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.284189739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"346bfaac-0966-4e3d-bdc8-2d70822fb6b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.290374521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"06e9dbf1-a1fc-456f-ad7e-a2b186bcf698","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.312200294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"06e9dbf1-a1fc-456f-ad7e-a2b186bcf698","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.402809385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"beb7ed9b-d9b3-44e9-b7fb-5132b7d85dbf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.424969619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"beb7ed9b-d9b3-44e9-b7fb-5132b7d85dbf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.466589321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"651d70f5-4af0-435c-a527-13c2cc511580","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.499100269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4798430d-c922-4eab-b6c9-6965a827b08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.520400646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4798430d-c922-4eab-b6c9-6965a827b08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.526000584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f66d7a8f-0191-492d-9cfe-f2d36719a769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.54584324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f66d7a8f-0191-492d-9cfe-f2d36719a769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.596060807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3eabea15-ceaa-4488-9c78-752b4cd7746f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.616103323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3eabea15-ceaa-4488-9c78-752b4cd7746f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.626076044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"1f5fe42a-17b2-4fe1-8dd3-fd4f206bb8e0","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.647382222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"1f5fe42a-17b2-4fe1-8dd3-fd4f206bb8e0","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.729326203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bf2eca86-da80-4dfb-9d1e-dd3435ac6461","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.729326565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"dd6df228-36c1-414c-8725-c9cb657093b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.749486347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"dd6df228-36c1-414c-8725-c9cb657093b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.750932279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bf2eca86-da80-4dfb-9d1e-dd3435ac6461","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.829653579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"d12c70c7-e82b-404f-b4fe-f3d7c2a6a337","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.829699635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"d635a501-572f-423d-a50c-6d540594ed42","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.897047561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"d635a501-572f-423d-a50c-6d540594ed42","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:35.898413758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"d12c70c7-e82b-404f-b4fe-f3d7c2a6a337","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:36.766635847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"f17d880d-1db2-463a-bb6c-f855cc7e047a","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:36.836169145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0213e956-e6fe-4071-b6b0-8171d258c887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:36.836617717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth","reconcileID":"2bb54d9e-e3e3-454c-895f-6c4c3de0a9fc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:36.836981941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ead348f1-2a17-414e-9896-e564875b8fbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:36.837378673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95eba802-ff12-49f5-8928-08393763182b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:36.857370028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ead348f1-2a17-414e-9896-e564875b8fbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:36.85776576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth","reconcileID":"2bb54d9e-e3e3-454c-895f-6c4c3de0a9fc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:36.859557058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95eba802-ff12-49f5-8928-08393763182b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:36.86056879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0213e956-e6fe-4071-b6b0-8171d258c887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:36.929766087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"5c2a863c-fc2c-4a36-9cf0-e41efc9c944b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:36.949956534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"5c2a863c-fc2c-4a36-9cf0-e41efc9c944b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:38.59554433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f233c28f-d768-4cf5-89b8-c1c4459c6a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:38.595586919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b70a51a8-89d0-463d-bf4d-5bac835b61e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:38.616909566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f233c28f-d768-4cf5-89b8-c1c4459c6a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:38.617561586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b70a51a8-89d0-463d-bf4d-5bac835b61e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:38.910125368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f1a436b-5833-4734-9ef3-d9f4ad077718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:38.91024054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95f253b6-25a8-4c23-9390-7fbd56056ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:38.923505456Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"950778bd-a430-4788-adc1-ea9448b6d46b","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:38.935213649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f1a436b-5833-4734-9ef3-d9f4ad077718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:38.935321825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95f253b6-25a8-4c23-9390-7fbd56056ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:40.797187349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"6341886f-783f-43ea-8efe-e3e878e9bae2","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:40.797218257Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"6341886f-783f-43ea-8efe-e3e878e9bae2","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"routeName":"external-model-e2e-rec-recover-639bf3-626e7ed0fef2","namespace":"e2e-extmod-rec-noaccess-c611fa","model":"e2e-rec-recover-639bf3","externalModel":"e2e-rec-recover-639bf3","provider":"e2e-rec-recover-639bf3-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:40.833355418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"800196aa-4494-42d1-aa21-fca48d7dc36a","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:40.833386929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"800196aa-4494-42d1-aa21-fca48d7dc36a","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"routeName":"external-model-e2e-rec-recover-639bf3-626e7ed0fef2","namespace":"e2e-extmod-rec-noaccess-c611fa","model":"e2e-rec-recover-639bf3","externalModel":"e2e-rec-recover-639bf3","provider":"e2e-rec-recover-639bf3-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:40.900031636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"8b73aa4f-9bfd-4453-b235-a3590fcc69d3","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:40.920522119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"8b73aa4f-9bfd-4453-b235-a3590fcc69d3","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:40.9628539Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"50bfe15f-29fe-4094-858b-92f7badd0b30","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.07858317Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"df3a751a-6bcd-4df6-9d22-878a65877927","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.13691178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"6fafc512-06ef-46da-a76f-7b0498a56230","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.136937196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"6fafc512-06ef-46da-a76f-7b0498a56230","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"routeName":"external-model-e2e-rec-recover-639bf3-626e7ed0fef2","namespace":"e2e-extmod-rec-noaccess-c611fa","model":"e2e-rec-recover-639bf3","externalModel":"e2e-rec-recover-639bf3","provider":"e2e-rec-recover-639bf3-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.334764125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eca187-f8dd-40d9-af32-be5a4966e2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.350739302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eca187-f8dd-40d9-af32-be5a4966e2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.366769326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eca187-f8dd-40d9-af32-be5a4966e2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.382738103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eca187-f8dd-40d9-af32-be5a4966e2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.647607962Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"901d2abc-a2d8-4735-80be-f46609071d62","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.66394438Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"901d2abc-a2d8-4735-80be-f46609071d62","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.680010161Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"901d2abc-a2d8-4735-80be-f46609071d62","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.845471878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"4232058e-4e43-447d-b1a1-9b9050c1b28f","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.845965801Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.931229105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41800fdd-35cc-4e7e-bb8c-ab3a3d43c88d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.952537639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41800fdd-35cc-4e7e-bb8c-ab3a3d43c88d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:41.997158688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"56f9d905-7d3a-49b4-b0da-f7661b32d053","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.024172495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1e5e0014-093c-4648-9f3f-72d26dd76957","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.024231818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f3afbec5-69f7-47d2-8d93-30885b94e61c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.027357757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8d03ea05-737a-4bc3-8451-8f93b527bd7c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.027471927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"68ee2eb5-2332-4da7-92f3-4c797a632bc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.044202689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1e5e0014-093c-4648-9f3f-72d26dd76957","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.044221536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f3afbec5-69f7-47d2-8d93-30885b94e61c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.047749484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"68ee2eb5-2332-4da7-92f3-4c797a632bc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.04806793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8d03ea05-737a-4bc3-8451-8f93b527bd7c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.057009069Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ca109886-3111-4bdd-8519-ed2ee283c3cc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-365fe4de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.078871652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ddd5d8-b562-4424-8e12-829bc96f01a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.09575454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ddd5d8-b562-4424-8e12-829bc96f01a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.113100044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ddd5d8-b562-4424-8e12-829bc96f01a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.129442633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ddd5d8-b562-4424-8e12-829bc96f01a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.146194885Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"0be0abe6-efa6-4def-b9da-c5d19fd8e6a5","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.161152372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1636373-e957-4fb7-9f4d-c66f33126002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.16746261Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-03b486b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-03b486b1","reconcileID":"5da6a06a-04e9-41f1-92d8-7b0fc276763b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-03b486b1","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-03b486b1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.181434891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1636373-e957-4fb7-9f4d-c66f33126002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.287143445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4cf3f80b-fc1c-4d91-814a-c2ffb432c198","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.287150626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"5ed9ece0-b121-4d66-8141-1282e894e7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.287741232Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"cc0505e7-35f7-4d7c-95b0-5d8569a0c798","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.290572313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"30b0929b-a86d-4cf6-9661-1c77e95027b7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.299277725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e07ddc4a-94d3-4c47-8e0e-de4dfbdea81b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.308020967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4cf3f80b-fc1c-4d91-814a-c2ffb432c198","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.309039058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"5ed9ece0-b121-4d66-8141-1282e894e7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.311121014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"30b0929b-a86d-4cf6-9661-1c77e95027b7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.320886906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e07ddc4a-94d3-4c47-8e0e-de4dfbdea81b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.464393147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b157dfbd-1a84-4a62-ae9d-548e2c73fd49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.484560678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b157dfbd-1a84-4a62-ae9d-548e2c73fd49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.534712025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed4f94c2-2245-4a37-882d-1b308b418748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.574030448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed4f94c2-2245-4a37-882d-1b308b418748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.779263199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3424b6-951a-4938-a82b-4cc193ef234f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.795405844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3424b6-951a-4938-a82b-4cc193ef234f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.811575207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3424b6-951a-4938-a82b-4cc193ef234f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:42.8276175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3424b6-951a-4938-a82b-4cc193ef234f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:43.467454741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0f7d2c4-8c4e-4f1e-a6ac-8146870a3e55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:43.468037176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a5bec38-a174-49ef-ae79-8537fbbecef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:43.487916262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0f7d2c4-8c4e-4f1e-a6ac-8146870a3e55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:43.488267412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a5bec38-a174-49ef-ae79-8537fbbecef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:43.673024983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99d83f69-f7e5-4f7c-a70d-170dd7e8e51b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:43.673071289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ab92865-8d72-4dec-adcc-17870b6a8b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:43.689963591Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"09d25683-c97d-48f9-9e1d-6bd18ec9b339","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:43.693159015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99d83f69-f7e5-4f7c-a70d-170dd7e8e51b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:43.693345413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ab92865-8d72-4dec-adcc-17870b6a8b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:44.814023837Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-333817","reconcileID":"f66cd647-4115-42f2-8dfd-65a64bcaf5d7","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","subscription":"e2e-rate-iso-b-333817","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:44.830576951Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-333817","reconcileID":"f66cd647-4115-42f2-8dfd-65a64bcaf5d7","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:44.846845369Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-333817","reconcileID":"f66cd647-4115-42f2-8dfd-65a64bcaf5d7","MaaSSubscription":{"name":"e2e-rate-iso-b-333817","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.155954235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"308c6054-9166-4db9-ba44-46c01d3a7633","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.155983224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"308c6054-9166-4db9-ba44-46c01d3a7633","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.156546569Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.227699127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee282e68-5363-4063-8d1e-7f24af0f4a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.228318892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"955aeba2-2f26-45cb-84af-bd5df1f7d0d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.303818379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee282e68-5363-4063-8d1e-7f24af0f4a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.355899355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"955aeba2-2f26-45cb-84af-bd5df1f7d0d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.439209374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"f1420c27-a625-48d3-83c7-610b84f7b64d","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.439347275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"f1420c27-a625-48d3-83c7-610b84f7b64d","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.574822563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"a6f83001-99b3-46d3-b589-e638f9bc70c3","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.574938138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"a6f83001-99b3-46d3-b589-e638f9bc70c3","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.661038804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"a56e4aa6-f01a-4cd9-a002-ad81e0739440","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.661895987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a56edad0-0a90-411a-aec4-7764252026f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.747611748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a56edad0-0a90-411a-aec4-7764252026f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.748672986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fbf9a120-f7ab-43cc-87fa-1fe59057f8b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.76810476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"28abce31-56f7-4808-bce9-55acd25e245d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.768790332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"0c2abbe6-9954-4a93-ac7e-e0f9b26f027a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.773158704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fbf9a120-f7ab-43cc-87fa-1fe59057f8b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.789442582Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"a56e4aa6-f01a-4cd9-a002-ad81e0739440","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.815538572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"28abce31-56f7-4808-bce9-55acd25e245d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.819649965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"0c2abbe6-9954-4a93-ac7e-e0f9b26f027a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.820361364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"a56e4aa6-f01a-4cd9-a002-ad81e0739440","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.845382758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"67e4da2b-182d-4fac-bed0-920a3afc85f1","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.84549137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"67e4da2b-182d-4fac-bed0-920a3afc85f1","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.010604744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3721cc2a-ec34-47d7-8835-992206944bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.040526122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"9fbfc525-82ea-49fa-8b0e-aebca6ea86f3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.041954859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3721cc2a-ec34-47d7-8835-992206944bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.066263402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"9fbfc525-82ea-49fa-8b0e-aebca6ea86f3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.09959356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dd24083d-9bb3-477f-81ad-244c26fb111e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.100306907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e4c599c0-9e9e-49c5-a9b6-fddbe5a33de2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.114248674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"9fbfc525-82ea-49fa-8b0e-aebca6ea86f3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.11890129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ee33d212-4ee7-430e-a847-9b974e3d9d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.149660751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e4c599c0-9e9e-49c5-a9b6-fddbe5a33de2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.153831455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ee33d212-4ee7-430e-a847-9b974e3d9d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.155749922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dd24083d-9bb3-477f-81ad-244c26fb111e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.470735363Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.486018675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"db025458-a742-4fad-9a38-762eae07064b","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.486122885Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"db025458-a742-4fad-9a38-762eae07064b","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"routeName":"external-model-e2e-rec-recover-639bf3-626e7ed0fef2","namespace":"e2e-extmod-rec-noaccess-c611fa","model":"e2e-rec-recover-639bf3","externalModel":"e2e-rec-recover-639bf3","provider":"e2e-rec-recover-639bf3-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.634078778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"c82b5800-1408-4bf2-8fc2-4ec57176e587","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.634200589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"c82b5800-1408-4bf2-8fc2-4ec57176e587","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:46.635086296Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-639bf3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.70346558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"9d701a88-6ca4-463c-a108-67a4cf492385","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.703590039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"9d701a88-6ca4-463c-a108-67a4cf492385","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"routeName":"external-model-e2e-rec-recover-639bf3-626e7ed0fef2","namespace":"e2e-extmod-rec-noaccess-c611fa","model":"e2e-rec-recover-639bf3","externalModel":"e2e-rec-recover-639bf3","provider":"e2e-rec-recover-639bf3-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.704698624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"f10db556-7f31-4bf2-9fd4-3f20f6076bca","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.734529997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"86fa4cc6-1dec-4323-b991-2a77c0dffe89","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.735389513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"3a116820-5eb9-464d-b62a-640d8b365b18","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.735732191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"71bf3986-8ff3-4f9e-a560-2f4d6af2fd31","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.756781313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"f10db556-7f31-4bf2-9fd4-3f20f6076bca","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.775153735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"fbd3bec4-a9fd-49e7-a2b3-47907e2055c0","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.847712266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"fbd3bec4-a9fd-49e7-a2b3-47907e2055c0","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"routeName":"external-model-e2e-rec-ctrl-78fda8-c7a5949c9bdd","namespace":"e2e-extmod-rec-user-9c9c54","model":"e2e-rec-ctrl-78fda8","externalModel":"e2e-rec-ctrl-78fda8","provider":"e2e-rec-ctrl-78fda8-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.815894767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"6d2ff258-bc36-4872-8d0a-6ddcd189abd1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.818345442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"3a116820-5eb9-464d-b62a-640d8b365b18","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.819290922Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-sub","reconcileID":"d89de312-a93a-4a4e-b5f8-e3f6b6d87f59","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-rec-recover-639bf3","model":"e2e-rec-recover-639bf3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.8397433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"71bf3986-8ff3-4f9e-a560-2f4d6af2fd31","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.860843844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"86fa4cc6-1dec-4323-b991-2a77c0dffe89","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.87899123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-sub","reconcileID":"42c4d377-df50-4dee-8ad4-d35110e6c1bb","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:46.96701974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"6d2ff258-bc36-4872-8d0a-6ddcd189abd1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.024058575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"e4e955a7-53a2-4268-87a8-3748ec7686a7","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.070468161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"e4e955a7-53a2-4268-87a8-3748ec7686a7","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.120037186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"7f2d6e48-b7f4-4635-91a2-17bac445a2e0","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.120149329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"7f2d6e48-b7f4-4635-91a2-17bac445a2e0","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.187918693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"985e22b6-6a53-4271-b66a-410dcddaf550","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.188043212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"985e22b6-6a53-4271-b66a-410dcddaf550","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"routeName":"external-model-e2e-rec-recover-639bf3-626e7ed0fef2","namespace":"e2e-extmod-rec-noaccess-c611fa","model":"e2e-rec-recover-639bf3","externalModel":"e2e-rec-recover-639bf3","provider":"e2e-rec-recover-639bf3-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.272623856Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-sub","reconcileID":"42c4d377-df50-4dee-8ad4-d35110e6c1bb","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.274365375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e473f323-ff87-4dbe-89d1-8b48d749f1b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.477111211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-sub","reconcileID":"8d550eb1-885c-4c7f-8741-2cce20ff881f","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-rec-recover-639bf3","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.833448325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"301efb82-cc96-4744-9368-d5fa1ca6e928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.861770813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"b32fd4ce-dc8c-4215-8454-59392deecae5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.897381959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e473f323-ff87-4dbe-89d1-8b48d749f1b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.935944153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"4dd718cc-c165-4c3b-9b4c-d44dfa199bdb","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.957530068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"301efb82-cc96-4744-9368-d5fa1ca6e928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.986326578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"17f4117c-06a3-4c48-a84b-bb7e4bcc0e39","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.996093448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"04ce402e-ca20-4bf1-a2fe-c9478963e581","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:47.999469121Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.064435802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"06ac41ee-a612-4022-b5e1-52d85d8ed12b","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.066111226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"4dd718cc-c165-4c3b-9b4c-d44dfa199bdb","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.099711946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"04ce402e-ca20-4bf1-a2fe-c9478963e581","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.117959797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"17f4117c-06a3-4c48-a84b-bb7e4bcc0e39","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.175752116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"cd9815a7-9b02-4cbe-93f1-20b404d8d47e","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.175787852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"cd9815a7-9b02-4cbe-93f1-20b404d8d47e","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"routeName":"external-model-e2e-rec-recover-639bf3-626e7ed0fef2","namespace":"e2e-extmod-rec-noaccess-c611fa","model":"e2e-rec-recover-639bf3","externalModel":"e2e-rec-recover-639bf3","provider":"e2e-rec-recover-639bf3-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.202263405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"10c93f32-8416-4837-b195-fd99f488ecf2","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.218349162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"7e0d4979-066e-42a1-a257-2ad43b55faa6","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.257759356Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth","reconcileID":"a3517d51-8fc4-49df-b8e3-b742ead3cd7c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.268301106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"7e0d4979-066e-42a1-a257-2ad43b55faa6","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.322197399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"156b9b83-bc3b-41ce-b0e1-9a73966e1fff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.381645504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"df201152-6c08-40b1-bdf4-97ecc35570bc","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.385766405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"222c399c-6e44-4a6e-a924-7c5e546e2565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.387187622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"156b9b83-bc3b-41ce-b0e1-9a73966e1fff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.44415041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"434fbaae-038c-4d98-a45f-1c8815a1a421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.446898039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"222c399c-6e44-4a6e-a924-7c5e546e2565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.46701723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c712955-bfb1-40b1-adf1-4add8c7c9ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.468303533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"434fbaae-038c-4d98-a45f-1c8815a1a421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.487787511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c712955-bfb1-40b1-adf1-4add8c7c9ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.495925802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a78052a-22bf-45e6-b1d6-0f8f2092a7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:48.520293882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a78052a-22bf-45e6-b1d6-0f8f2092a7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.204516532Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:49.242051969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-failed-sub","reconcileID":"261ef04c-7d57-4838-89e2-7dcf0e191888","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.25688714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acd83273-a1e7-43f3-9fd4-5bede98e0d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.257044699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2f64207-2b4b-4217-b42f-071c2012a39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.257645517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"27cd9d99-68fa-46ac-86d6-c857778af4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.257840047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6d898658-7564-473d-956c-beb0b60257e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.277974129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6d898658-7564-473d-956c-beb0b60257e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.278109574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acd83273-a1e7-43f3-9fd4-5bede98e0d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.280274714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"27cd9d99-68fa-46ac-86d6-c857778af4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.280546344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2f64207-2b4b-4217-b42f-071c2012a39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.375659139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7ff414d4-b188-45bc-9921-d0458d9b354c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.375669726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d58402ac-d673-41e2-9994-94589f304e46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.379135614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29dff7f6-5ebc-436e-b219-345f583950a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.379177471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"159178c0-dd33-4926-8d7b-eb1318dafc6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.395597949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7ff414d4-b188-45bc-9921-d0458d9b354c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.395920274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d58402ac-d673-41e2-9994-94589f304e46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.399654996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"159178c0-dd33-4926-8d7b-eb1318dafc6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.400384908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29dff7f6-5ebc-436e-b219-345f583950a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.642100954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"863aba6c-ebf1-4090-8cc6-32aaa03d1df0","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.642128088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"863aba6c-ebf1-4090-8cc6-32aaa03d1df0","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.70252363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"cca1e498-0688-4cb5-aeec-6bfb2da5f9d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.725863509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"cca1e498-0688-4cb5-aeec-6bfb2da5f9d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:49.747450553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"cca1e498-0688-4cb5-aeec-6bfb2da5f9d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.369793601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"2630a34d-d265-4763-99b6-46a95b54b6fb","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.369813849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"2630a34d-d265-4763-99b6-46a95b54b6fb","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.434763196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"f477065e-f1b7-432e-9b2c-c74edf0e059a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.503606758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"f477065e-f1b7-432e-9b2c-c74edf0e059a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:50.522244457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"f477065e-f1b7-432e-9b2c-c74edf0e059a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.70555852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e124aa9-b9d7-44cb-bf75-0cd3c3de6755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.706878305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"f356ea09-6c31-4e85-8156-afef5a19bf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.707846542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"86b06146-ef1f-4d78-90a8-00177c510445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.708119351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3907ba9f-2afc-4ac6-9617-1dbfb2eda6a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.726400154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e124aa9-b9d7-44cb-bf75-0cd3c3de6755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.727389864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"f356ea09-6c31-4e85-8156-afef5a19bf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.728846086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"86b06146-ef1f-4d78-90a8-00177c510445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.729631219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3907ba9f-2afc-4ac6-9617-1dbfb2eda6a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.073219098Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"682345e2-c1fe-4255-b16d-f0857b09afab","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.089930062Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"682345e2-c1fe-4255-b16d-f0857b09afab","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.106002983Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"682345e2-c1fe-4255-b16d-f0857b09afab","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.195193436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"50b5eb99-7645-41d4-8342-010049f8ad71","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.195482351Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.247779584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64c48745-3228-4b90-a10c-c2fe992edeb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.267569334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64c48745-3228-4b90-a10c-c2fe992edeb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.276074774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"861461c3-c778-4511-97e7-fbfe6b07a250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.277111544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"73ef718b-88f9-4943-a6c0-4f0ba800e84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.277236413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9c33e549-c560-4005-a09b-c110f198840a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.277656212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"793bad3f-a10b-4d84-9389-2cec35ef5b8d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.29713939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"861461c3-c778-4511-97e7-fbfe6b07a250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.299929218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9c33e549-c560-4005-a09b-c110f198840a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.300193087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"73ef718b-88f9-4943-a6c0-4f0ba800e84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.302179354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"793bad3f-a10b-4d84-9389-2cec35ef5b8d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.367063911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"2e8580cb-8b0a-4273-b3ea-91483eb35253","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.450697577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"118cab6c-58f5-4dd5-a747-69f7a3f994c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.470790421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"118cab6c-58f5-4dd5-a747-69f7a3f994c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.49915181Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2d19a37c-7d4f-43e8-b55e-8ece82314de8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.550874356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"b892dac2-b3d2-4172-a9ad-22b0742f6ef3","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.565501486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"97017811-263f-4f1d-a3b7-526f824cdffa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.58515404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"97017811-263f-4f1d-a3b7-526f824cdffa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.716952561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"0ae9e6ab-9d6c-4269-a236-215b2bba3f72","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.716965351Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9efbd6fc-f915-4d5f-9c2f-b703c898c038","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.76744034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"b784b01b-2aa4-4273-8b5e-6615b8cec689","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.723761149Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"d94a91aa-1c0a-4859-8870-05e2483d2faf","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.213463414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"d976c87e-7582-4c55-b0e3-f3b5307a31d9","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.23391857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"575a0200-12c3-49bc-a2fe-f7b35bcf3564","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.297878476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5257d757-6a9a-4cae-b629-aa1562e6fa90","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.317708389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5257d757-6a9a-4cae-b629-aa1562e6fa90","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.400969748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"7bcd48a8-74fa-4313-999e-24b76a51286d","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.426975322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"2a330bd0-00f0-4f25-baec-b6a52d6c3b96","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.427008709Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.451096201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"c524a834-3b69-4363-a725-d98a3bd5d262","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:54.462162769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub1","reconcileID":"2378a76c-a269-42fa-8afc-28545447cda2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.466023986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2f0746e5-a94f-4adc-b710-991215f63df7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.486610741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2f0746e5-a94f-4adc-b710-991215f63df7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.50145606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"41c8d282-016d-4506-9074-0573cf48055d","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.525288352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"e9269530-39f5-4ec6-b077-156511acdef5","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.552126642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8b3f5d3-1a9b-456a-8904-198cd1a98701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.55515048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"208b9531-3b10-4f2f-a350-e8c84e4c5fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.569170412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3b93eb04-5134-45c3-af55-9d83869ea416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.570923823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e9650ddd-7f26-499e-bc79-d5e68c5a7fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.574138381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8b3f5d3-1a9b-456a-8904-198cd1a98701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.575169463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"208b9531-3b10-4f2f-a350-e8c84e4c5fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.588986549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3b93eb04-5134-45c3-af55-9d83869ea416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.589632367Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub1","reconcileID":"911a72aa-de67-4e97-9cff-f67839cbb29b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","model":"distinct-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.59536688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e9650ddd-7f26-499e-bc79-d5e68c5a7fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.62099085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"55a329c6-1554-4dd1-ab13-83563525b699","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.645501633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"dcfe5c77-57a8-4d71-a2be-9832510ea832","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.697496882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"117495ba-7175-4887-8cae-fbe88d85dc6b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.707928243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub1","reconcileID":"a8df6d75-4807-416e-93a5-e21391e9bf24","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.717522053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"117495ba-7175-4887-8cae-fbe88d85dc6b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.767812243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21ba1709-d0bc-4d15-bbbe-f54a8bfc8ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.767857806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4eb6624-4cce-4226-8cd1-2b2098709c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.788029175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4eb6624-4cce-4226-8cd1-2b2098709c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.788319256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21ba1709-d0bc-4d15-bbbe-f54a8bfc8ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.799641721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fefbaa29-c590-4ebe-8e88-25f5e949fc1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.818921563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fefbaa29-c590-4ebe-8e88-25f5e949fc1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.835834585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"5500d7c2-11e9-4833-8a7a-6f9b998a0556","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.83653443Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]","namespace=ai-tenant-e2e-worker-w3-6f34cf priority=0:[ai-tenant-e2e-worker-w3-6f34cf/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-6f34cf/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.858554148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"1714729f-a8bf-448d-8a74-0274f129ac5a","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.858983299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"1d640a35-fbec-4107-8c22-7cc26e6f491d","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.872612488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"d0375f8d-be60-4d86-b2aa-0f87f75a2118","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:23:54.876956316Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-6f34cf/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.890181858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"9e0af70e-e289-49ca-a1e2-ba85519d8592","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.902765437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f8b53c78-f6b7-4b3f-8cf0-4dd538ae2a1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.922237502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f8b53c78-f6b7-4b3f-8cf0-4dd538ae2a1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.957756757Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c21f742a-ca9f-47e8-9d2c-12d4acd930ee","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"distinct-2-w3-6f34cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-6f34cf/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.96789251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94fbc0f0-9c2d-4cd6-8b70-294056a5f7d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.988407327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94fbc0f0-9c2d-4cd6-8b70-294056a5f7d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:54.997978177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d845fc4b-4f7a-4be7-ba97-82308d1fe274","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.001535126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f9f8f7c7-6736-4ec3-adf1-929070e48429","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.013635463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f245b324-3c03-43a0-a60c-66edf8b2ba98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.014286394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"eee7b996-c86d-447d-bd3a-38a82b3e9cdb","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.018184993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d845fc4b-4f7a-4be7-ba97-82308d1fe274","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.021692449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f9f8f7c7-6736-4ec3-adf1-929070e48429","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.033250038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f245b324-3c03-43a0-a60c-66edf8b2ba98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.077526062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub2","reconcileID":"3b322c6a-3aea-44b5-984c-0c7b68d10da1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.083515269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f2d85b8-4c71-4485-af37-1a96d20ce8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.098216678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9d4aef52-4295-41b0-a301-09ecbaad5f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.103207609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f2d85b8-4c71-4485-af37-1a96d20ce8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.106591527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"893d7152-f399-437a-ae18-df76a763ac37","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.117675852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9d4aef52-4295-41b0-a301-09ecbaad5f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.201150312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2f31894c-2057-41df-b262-064bb809065a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:55.220947247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2f31894c-2057-41df-b262-064bb809065a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.63747879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"5332ebc5-1a9e-4ac9-94a7-824801b2e84e","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.687904964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16375103-d097-4048-9147-ff96b0cc8439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.695120429Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3e7b7dc3-a884-4623-8cf8-b59a9c8424a8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6b5db5b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.710856492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16375103-d097-4048-9147-ff96b0cc8439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.718246859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"96d8704f-652b-4340-98b4-9cf0ae485b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.72266789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e87b274d-54cf-4eb6-aa7d-43dcaf0172c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.725244605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cdd8cab1-60ef-4ab3-8179-6f0bc9a9caf1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.725252164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"53452d62-3b49-453f-9b79-47c6fd2865af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.737990507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"96d8704f-652b-4340-98b4-9cf0ae485b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.742877539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e87b274d-54cf-4eb6-aa7d-43dcaf0172c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.746461159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cdd8cab1-60ef-4ab3-8179-6f0bc9a9caf1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.747524747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"53452d62-3b49-453f-9b79-47c6fd2865af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.897529683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77a764e7-ad38-4133-b8a4-4a945df8c247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.919819168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77a764e7-ad38-4133-b8a4-4a945df8c247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.025793561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c05187ac-ad81-41e6-90dc-f8adaf073f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.02617903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"51578cdb-7aa0-452e-8012-74baafb5214e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.029507664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"12dba7d4-ba5a-4d01-a572-1fbce37ae774","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.029574622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"84316352-a90a-47fe-ba33-4135158cc42d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.045449733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"51578cdb-7aa0-452e-8012-74baafb5214e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.046042721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c05187ac-ad81-41e6-90dc-f8adaf073f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.048919929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"12dba7d4-ba5a-4d01-a572-1fbce37ae774","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.049284375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"84316352-a90a-47fe-ba33-4135158cc42d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.147980552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e7cff80c-8d27-4e1f-bb70-bfc0f9d1de2f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-03b486b1","tenantID":"e2e-ait-03b486b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.194616933Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e7cff80c-8d27-4e1f-bb70-bfc0f9d1de2f","name":"e2e-ait-03b486b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.19417212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-sub","reconcileID":"fe281231-d9eb-4b5a-9ad6-c84f0e63c754","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-rec-recover-639bf3","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.301157917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e14dfd56-0614-405f-b5c9-504a665a417f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.30608641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ba0872b6-fe82-473a-84d3-abef5904558b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.30703799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4efa0383-fa12-4173-a7b1-c26c3b67442b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.30838446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"2d2ddafa-805d-4358-b281-2748954eff66","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.308478311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"2d2ddafa-805d-4358-b281-2748954eff66","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"routeName":"external-model-e2e-rec-recover-639bf3-626e7ed0fef2","namespace":"e2e-extmod-rec-noaccess-c611fa","model":"e2e-rec-recover-639bf3","externalModel":"e2e-rec-recover-639bf3","provider":"e2e-rec-recover-639bf3-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.309733892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4efa9276-56ec-4f11-a34d-085d903acdc4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.348956912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4efa0383-fa12-4173-a7b1-c26c3b67442b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.352362544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e14dfd56-0614-405f-b5c9-504a665a417f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.368296125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ba0872b6-fe82-473a-84d3-abef5904558b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.36956531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4efa9276-56ec-4f11-a34d-085d903acdc4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.505350029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7370a757-1cbf-4b52-b3ec-b7d41ffe8f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.506258103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cff85972-9d84-4e83-8dfc-fae5d4f3f84c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.522759034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3612860b-b965-4575-9613-da4f89179953","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.523731282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"01c2eaa2-57c0-45a7-93cd-ab94ba0470c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.529486841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cff85972-9d84-4e83-8dfc-fae5d4f3f84c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.533885082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7370a757-1cbf-4b52-b3ec-b7d41ffe8f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.545296961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3612860b-b965-4575-9613-da4f89179953","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.545979104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"01c2eaa2-57c0-45a7-93cd-ab94ba0470c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.612847135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"0d0d1002-2ffb-4f6b-93a5-fcf4ac662b1b","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.633070301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"0d0d1002-2ffb-4f6b-93a5-fcf4ac662b1b","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:59.531870794Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:00.556805073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"db9ebc83-ecc0-4e23-9fd0-569a8f030045","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:00.576726935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"db9ebc83-ecc0-4e23-9fd0-569a8f030045","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:00.594922192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6e83ad4f4bc4839befc6b4e18af04bdfbbda512417f2cb15f48550cf3f7c19e) AuthConfig (99845c5a2bc71c0617eca1e9ba307599dd2958ae105818a54c1a3bcc0eb1a723) AuthConfig (a7612215da5f554ff7886e6c959043f3e147ec95dbf298e73b5a9fce027d8130) AuthConfig (d0a2a63121011dec841d6815cbda68cee2eef5c05a8c21be73aab50d2c39e071) AuthConfig (de45bf6af3af2bd7c1ee6c615c5abe49bf1a17afe11bfe37ce983f110b914099) AuthConfig (beb7591f702bb0509f44639ef8b4dbb773f8e2f0f58b84d7b03173ac7089869a) AuthConfig (e832516d2948e50273202e5ce2f78f563eb1fa8b915cfc096dc8335ee69dfeb0) AuthConfig (2aeb7a64460a32e597d9fd72bb0c280838a5fd34edc4a1a4b68dd97a22dc3157) AuthConfig (9325031c265252aee95191b2c66fda3e6b8d3c1cefa8a5f4d04292eeee864c62) AuthConfig (061fa7db8f667757286d2fbdc94aae25a78e6e4dfd43f1bc72eb9aced76710b3) AuthConfig (cdfe3387bf6b861cba94bd6b65fd9a306f2fbf5e5fc18fd907fd48135c155748) AuthConfig (e5bf04d5ce7f234d18b5de7f888ebf61792370151a7b56499b8d85b993187224) AuthConfig (2833284eb199e892477c1b1e2f0659e587bf5326ea224d80b7ab540f76d960e8) AuthConfig (002a718bbd945b931391d327c973f8c6b5edec8f6d310ff26a7aa6ba6da1de26) AuthConfig (fcabffd58b14d847638d270bd299d19f1f5dcc796b7d9ed155718aa51c765cb2) AuthConfig (f3564d098b2ffe95944e617001248bd2d853631f3d9397636be56816b0782d3b) AuthConfig (443f13a95f1d8734024f6cf02c030b3f2d844b1482596b65ed2c13b5a24f8cd0) AuthConfig (17ffb38968f5203138f4c70a4901f11472ae6dae95a6f3f4886a4fe522264f73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"db9ebc83-ecc0-4e23-9fd0-569a8f030045","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:00.616138491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"fa3f2ade-4f07-47cd-acac-d93962f93d93","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:00.616156046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"fa3f2ade-4f07-47cd-acac-d93962f93d93","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.708889025Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-failed-sub","reconcileID":"9a6c3c9a-8eb5-4d97-a9a9-f4f587951c55","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.709022115Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-failed-sub","reconcileID":"9a6c3c9a-8eb5-4d97-a9a9-f4f587951c55","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.881782123Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.908138217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"a76673de-9b72-40be-9e91-b00fa7f1ab32","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.93510286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"411b94bb-769e-4af6-80b0-48143755c840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.938087888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"eb3930d8-3a9c-4fe7-a2df-d53155347502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.938213584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b78900-f59b-4037-99dc-3615d6081350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.938962467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"2cb9abf8-bc6c-43e4-b81a-a8ae0bf2b42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.95532941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"411b94bb-769e-4af6-80b0-48143755c840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.958793057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"eb3930d8-3a9c-4fe7-a2df-d53155347502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.9591187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b78900-f59b-4037-99dc-3615d6081350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.961366719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"2cb9abf8-bc6c-43e4-b81a-a8ae0bf2b42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.432558274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"8c24d5cc-c11a-4c90-a029-9452c11038f3","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.432594917Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"8c24d5cc-c11a-4c90-a029-9452c11038f3","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-c611fa\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-639bf3-626e7ed0fef2","namespace":"e2e-extmod-rec-noaccess-c611fa","model":"e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.509357803Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-sub","reconcileID":"78ee1d36-d78c-4bd4-afbd-52b1d939e574","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.517834853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f36c6f-0e58-447f-a424-c5568f2a90c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.549936633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1412ae79-254b-486f-86bf-945f5a1b2e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.598498704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f36c6f-0e58-447f-a424-c5568f2a90c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.614056601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1412ae79-254b-486f-86bf-945f5a1b2e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.628079493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"6d01f756-a2e7-490f-8ac5-b48080e5d789","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.698197182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"6d01f756-a2e7-490f-8ac5-b48080e5d789","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.715045531Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"6d01f756-a2e7-490f-8ac5-b48080e5d789","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.715286169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"2bd35c21-2844-4fda-b80e-02c5e09b60ce","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.715318057Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"2bd35c21-2844-4fda-b80e-02c5e09b60ce","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-c611fa\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-639bf3-626e7ed0fef2","namespace":"e2e-extmod-rec-noaccess-c611fa","model":"e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.731543135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c7299dc1-dfd8-409e-8560-4e9bd9fb14d6","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.741873334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"b1b47b14-f83f-4422-9114-19bd14cbd186","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.756475703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"26a26ebe-0464-4588-adc6-33acc7cafdfc","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.761511288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"b1b47b14-f83f-4422-9114-19bd14cbd186","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.775741126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"26a26ebe-0464-4588-adc6-33acc7cafdfc","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.827027405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"cd38fa94-8541-4b6e-a638-f1a6cbc86180","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.842135626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"59d4d586-3826-496a-87c6-8ac7b1832cb0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.842141093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"ae845f10-be10-48ba-b291-fb95fcaf5959","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.846589401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"cd38fa94-8541-4b6e-a638-f1a6cbc86180","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.855447082Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"7fb1a078-ee8b-4443-bcaf-e8de3fc00534","namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.861839212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"ae845f10-be10-48ba-b291-fb95fcaf5959","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.862556346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"59d4d586-3826-496a-87c6-8ac7b1832cb0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.87139357Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"b2dda8a6-e79c-4fe7-bbde-e181acb43926","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.878221447Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"ae845f10-be10-48ba-b291-fb95fcaf5959","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.941481734Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-sub","reconcileID":"d322ed26-0c38-48c7-ad5c-226fef8ab5d4","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.951117749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"0a3a9131-a139-4c1c-89c0-1ede50d862f1","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.969108252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"6e95a5bc-9789-4b18-8ac7-ae802b51bf80","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:02.989596804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"6e95a5bc-9789-4b18-8ac7-ae802b51bf80","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.000403069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth-only","reconcileID":"f72cc7df-a9b9-4c14-a8ed-19c1f8796efd","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.000901585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd7eab96-5dc9-44e6-b724-679908d57bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.010483498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b6e83ad4f4bc4839befc6b4e18af04bdfbbda512417f2cb15f48550cf3f7c19e) AuthConfig (99845c5a2bc71c0617eca1e9ba307599dd2958ae105818a54c1a3bcc0eb1a723) AuthConfig (a7612215da5f554ff7886e6c959043f3e147ec95dbf298e73b5a9fce027d8130) AuthConfig (d0a2a63121011dec841d6815cbda68cee2eef5c05a8c21be73aab50d2c39e071) AuthConfig (de45bf6af3af2bd7c1ee6c615c5abe49bf1a17afe11bfe37ce983f110b914099) AuthConfig (beb7591f702bb0509f44639ef8b4dbb773f8e2f0f58b84d7b03173ac7089869a) AuthConfig (e832516d2948e50273202e5ce2f78f563eb1fa8b915cfc096dc8335ee69dfeb0) AuthConfig (2aeb7a64460a32e597d9fd72bb0c280838a5fd34edc4a1a4b68dd97a22dc3157) AuthConfig (9325031c265252aee95191b2c66fda3e6b8d3c1cefa8a5f4d04292eeee864c62) AuthConfig (061fa7db8f667757286d2fbdc94aae25a78e6e4dfd43f1bc72eb9aced76710b3) AuthConfig (cdfe3387bf6b861cba94bd6b65fd9a306f2fbf5e5fc18fd907fd48135c155748) AuthConfig (e5bf04d5ce7f234d18b5de7f888ebf61792370151a7b56499b8d85b993187224) AuthConfig (2833284eb199e892477c1b1e2f0659e587bf5326ea224d80b7ab540f76d960e8) AuthConfig (002a718bbd945b931391d327c973f8c6b5edec8f6d310ff26a7aa6ba6da1de26) AuthConfig (fcabffd58b14d847638d270bd299d19f1f5dcc796b7d9ed155718aa51c765cb2) AuthConfig (f3564d098b2ffe95944e617001248bd2d853631f3d9397636be56816b0782d3b) AuthConfig (443f13a95f1d8734024f6cf02c030b3f2d844b1482596b65ed2c13b5a24f8cd0) AuthConfig (17ffb38968f5203138f4c70a4901f11472ae6dae95a6f3f4886a4fe522264f73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"6e95a5bc-9789-4b18-8ac7-ae802b51bf80","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.02881858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd7eab96-5dc9-44e6-b724-679908d57bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.060755661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth-only","reconcileID":"f72cc7df-a9b9-4c14-a8ed-19c1f8796efd","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.118218923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcb6448d-e070-4241-a6df-f35169c5c8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.133577152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"29ed5072-7388-4467-820e-c820bc145f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.138408202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcb6448d-e070-4241-a6df-f35169c5c8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.153930832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"29ed5072-7388-4467-820e-c820bc145f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.160942004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"7dd0997e-7915-411b-9b1f-61270eb174ae","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.170655183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"344ceb60-9d09-4e50-8636-ecec9c3f1591","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.181241591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"7dd0997e-7915-411b-9b1f-61270eb174ae","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.231874778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"8f199e10-8e1d-4426-928f-aa3b956ca418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.252278894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"8f199e10-8e1d-4426-928f-aa3b956ca418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.339049311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"271d0720-2cf3-4adb-b485-ecfbcbfa93fc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.354742669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"0dc6b2d8-6b6f-4ef1-a540-60bbfa43db15","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.354745423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"89d3c23e-e70e-4f9a-8776-5b316ffb5091","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.359179615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"271d0720-2cf3-4adb-b485-ecfbcbfa93fc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.375063711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"0dc6b2d8-6b6f-4ef1-a540-60bbfa43db15","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.375216936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"89d3c23e-e70e-4f9a-8776-5b316ffb5091","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.447298797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"887a36c1-5ab9-4d30-939a-021aa3328da6","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.468346253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"887a36c1-5ab9-4d30-939a-021aa3328da6","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.484627609Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"887a36c1-5ab9-4d30-939a-021aa3328da6","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.499760667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6a16a3f7-9df6-4742-9b3e-0a1ee7e06698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.519860025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6a16a3f7-9df6-4742-9b3e-0a1ee7e06698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.601016024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b6cdce5a-4819-4678-a051-a171664a51ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.601156185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth-only","reconcileID":"e6180e6f-241d-4545-8b3a-4485380863e8","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.623985032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth-only","reconcileID":"e6180e6f-241d-4545-8b3a-4485380863e8","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.624063309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b6cdce5a-4819-4678-a051-a171664a51ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.631644335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d8571250-1d6f-4826-bb4b-220f204a52a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.646910334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"4e9aa0a7-fefa-487d-9c33-83a13c563fa5","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.65158451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d8571250-1d6f-4826-bb4b-220f204a52a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.667549582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"4e9aa0a7-fefa-487d-9c33-83a13c563fa5","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.756379896Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"77c84702-eb5c-44bb-872b-d1bb029de602","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:05.296234344Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-active-auth-only","reconcileID":"80249fca-c166-4bae-87d9-f12279df60b9","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:05.296249985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"e32575ea-6e28-482a-8287-b2cacef66932","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:05.433094766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"841a94d1-9199-4b5b-be96-0d5cd52d6740","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:05.884357435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub2","reconcileID":"69cc7003-b76d-4b53-bd3a-4daf21ca55a4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:05.953933973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"67d4e64b-768b-4437-ab91-2b97cfe06175","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.44295187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"dff03c4e-6c9e-4e7f-beef-cbb707124de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.443010345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dadb911a-fd2b-4122-9a2a-592600fc59ca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.443507639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-failed-auth","reconcileID":"0d4b51a1-32ee-4ead-b2ea-e93c30744925","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.443754156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3cce7cbf-287a-4aef-bc23-295839cb51fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.444033573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"4e4b288b-ffd4-4485-809f-750197a10d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.464651135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"dff03c4e-6c9e-4e7f-beef-cbb707124de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.467210451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-failed-auth","reconcileID":"0d4b51a1-32ee-4ead-b2ea-e93c30744925","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.495481499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dadb911a-fd2b-4122-9a2a-592600fc59ca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.496710164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3cce7cbf-287a-4aef-bc23-295839cb51fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.499013674Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-failed-auth","reconcileID":"0d4b51a1-32ee-4ead-b2ea-e93c30744925","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.500875834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"4e4b288b-ffd4-4485-809f-750197a10d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.724687189Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bd54dbe7-6ad2-40f2-a960-d79a4e88d369","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.725697078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"5b369856-d47e-45ac-b7ee-09bb579e7cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.765020264Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bd54dbe7-6ad2-40f2-a960-d79a4e88d369","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.815371651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"5b369856-d47e-45ac-b7ee-09bb579e7cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.841909132Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bd54dbe7-6ad2-40f2-a960-d79a4e88d369","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.887366621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-failed-auth","reconcileID":"692689d4-214f-45b5-9845-bef0cb3f1b66","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.888982945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b4f61d66-61a4-497a-a120-da0a5f8acd1d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.906284045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"50ea55eb-55a8-4846-8550-3768e820674c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.907260408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"db7d7503-1e2a-493b-bfba-44f04273589f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.925906666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b4f61d66-61a4-497a-a120-da0a5f8acd1d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.935114935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"50ea55eb-55a8-4846-8550-3768e820674c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.938828879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-failed-auth","reconcileID":"692689d4-214f-45b5-9845-bef0cb3f1b66","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.942385694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"db7d7503-1e2a-493b-bfba-44f04273589f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.981823801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"dc4b8b0e-acaf-4693-b436-9295f1050b38","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.982114424Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-failed-auth","reconcileID":"692689d4-214f-45b5-9845-bef0cb3f1b66","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.982466497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.099180448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"db723522-049c-496e-b4e3-c7a9dd3c33fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.166012411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"60772c69-45c1-41c6-809d-01a254117485","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.166917147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"db723522-049c-496e-b4e3-c7a9dd3c33fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.184114383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43329099-9a0b-4047-918a-83bfb1e1713f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.228441151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43329099-9a0b-4047-918a-83bfb1e1713f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.243611563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b58865b7-c70b-40c4-bb09-ffa2199b1473","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.244292403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"604b0d20-4c4a-4db1-bbfd-ea0ae40542de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.244740278Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7d1f70fd-c7c6-4c6e-b02b-eddf0981b85e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e6cc0a2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.254185724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9bd6ca48-a5f5-4660-83f0-f3523dd80407","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.271083736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b58865b7-c70b-40c4-bb09-ffa2199b1473","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.271902689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"604b0d20-4c4a-4db1-bbfd-ea0ae40542de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.280158576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9bd6ca48-a5f5-4660-83f0-f3523dd80407","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.375981151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52246b5f-9643-4968-b563-03df43950529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.418611503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52246b5f-9643-4968-b563-03df43950529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.527110027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"89a27f1c-5076-4267-a5b8-1bc8dca8bb4b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.540861986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"98111d5c-e5ee-4cb7-92b7-06781cfd6695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.556919179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"fe17a933-7334-48c3-920f-3841e877947d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.55758379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dfe9988b-366c-4a23-80af-38eb803858ca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.566546524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"89a27f1c-5076-4267-a5b8-1bc8dca8bb4b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.571180481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"98111d5c-e5ee-4cb7-92b7-06781cfd6695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.582864766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"fe17a933-7334-48c3-920f-3841e877947d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.582879899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dfe9988b-366c-4a23-80af-38eb803858ca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.583765589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a024f472-4fdc-4e60-bd29-10b138e1f3a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.60698693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a024f472-4fdc-4e60-bd29-10b138e1f3a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:08.65062463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-failed-auth","reconcileID":"2bd9d9b8-aff4-41cc-97da-64e9df0b8071","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.558781159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"92c7a9d6-be87-4fe9-9cba-cdb31c4e773d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.577603952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"498e34e1-9a3a-4f64-a341-a630c4f202f5","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.626029048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"ac1149ba-41b6-48db-93d2-8dba999e4a98","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.646525292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"ac1149ba-41b6-48db-93d2-8dba999e4a98","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.733173369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c499e964-d9d3-492f-a196-ed934a2b54f3","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.76274784Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.762768069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"dd1fadfa-1a72-4f1c-a0e2-f520c9573683","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.78125889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"cbbddd75-d793-4231-9306-b40b91e74096","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.781853303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"b4c1370a-f13e-4d21-958f-6074cd128131","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:09.799555461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-sub","reconcileID":"f5f7266b-ab9b-429c-9b11-1baddc8e1821","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.803105452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"b4c1370a-f13e-4d21-958f-6074cd128131","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.841398229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"08e7a5ca-fe22-4c5a-bd39-b7cfed6e09e5","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.861615454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"20d60815-22c1-4a0d-b517-81c866917c93","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.883313726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a28b3734-0fd3-48a9-815c-0b98c43af4d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.883356597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4365752a-5eda-47e1-9055-6e3aa7e041dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.884324526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d8d8cff-2c1e-4082-91d3-7176a8cd76f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.884644722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5d4c30e-f747-4b33-8918-887d101ed5e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.903449601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4365752a-5eda-47e1-9055-6e3aa7e041dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.904331272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a28b3734-0fd3-48a9-815c-0b98c43af4d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.90573634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5d4c30e-f747-4b33-8918-887d101ed5e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.906688976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d8d8cff-2c1e-4082-91d3-7176a8cd76f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.948944003Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-sub","reconcileID":"78a476d0-abfe-4998-9838-0547326e5120","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.949049024Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-sub","reconcileID":"78a476d0-abfe-4998-9838-0547326e5120","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:09.983795073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"7845ab80-be04-4e21-8d2a-1a27976d1ab7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.003682159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"7845ab80-be04-4e21-8d2a-1a27976d1ab7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.023783443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"89cae3ac-b3e0-4ec0-b42c-3ab160672513","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.027253809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"fc207c20-9f91-4707-9756-367b210fd77c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.086036373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af5573ca-2fc1-4a69-a0ab-f29ed2d908a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.086042416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804b65b8-8952-4c48-a099-e43beb4e2d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.094720702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"11f8116f-33a8-4fb3-914c-6b5353269eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.094800099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8856d6f6-d6e5-4c99-8b9d-6a54b147e3b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.106300359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af5573ca-2fc1-4a69-a0ab-f29ed2d908a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.106522809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804b65b8-8952-4c48-a099-e43beb4e2d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.115037339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"11f8116f-33a8-4fb3-914c-6b5353269eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.115250885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8856d6f6-d6e5-4c99-8b9d-6a54b147e3b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.12769049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-sub","reconcileID":"4e83ea29-91d7-4ec5-9751-92048ebc9967","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:10.127792908Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-sub","reconcileID":"4e83ea29-91d7-4ec5-9751-92048ebc9967","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.192846815Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"ffd8afee-3183-4bf9-8931-c2213365ff81","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.22307366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"0c3ffbdb-f859-4fef-b5ce-6f17a07afa01","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.265341273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"066d38a2-b087-4b82-bf46-a43f8350cbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.265473021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c0dbad96-04b1-4d35-8d1b-a5a2640d0806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.266206731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1df574f3-7eb4-4061-b6a1-140caf9197be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.266651832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"bc40aad9-2d56-4433-a39b-3290dddeacd4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.266208532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2367e53c-3f8e-492d-ae57-869beaef409e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.286793047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c0dbad96-04b1-4d35-8d1b-a5a2640d0806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.287082604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"066d38a2-b087-4b82-bf46-a43f8350cbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.29132456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"bc40aad9-2d56-4433-a39b-3290dddeacd4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.291960789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1df574f3-7eb4-4061-b6a1-140caf9197be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.295255504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2367e53c-3f8e-492d-ae57-869beaef409e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.585571562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2659ae-1744-4b79-8665-63a74acf1db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.601831412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2659ae-1744-4b79-8665-63a74acf1db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.618669726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2659ae-1744-4b79-8665-63a74acf1db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.634811728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2659ae-1744-4b79-8665-63a74acf1db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.925043463Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"378c9f70-6a7c-4478-8bfd-c496b4eb1518","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.048878777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"6bd94898-c308-40b9-b89f-659ef0731ebd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.070674067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"6bd94898-c308-40b9-b89f-659ef0731ebd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.166899132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"5ab8e45f-9015-47f7-ac19-c41d7c1975fc","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.166918983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"5ab8e45f-9015-47f7-ac19-c41d7c1975fc","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.279316597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657e9904-59b4-4218-a81c-741c56f11484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.296299302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657e9904-59b4-4218-a81c-741c56f11484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.312227138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657e9904-59b4-4218-a81c-741c56f11484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.3284351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657e9904-59b4-4218-a81c-741c56f11484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.815963337Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"cd9473ad-790d-46ef-8230-cd4e59cd9aab","namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.833037572Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"6d30ec72-c425-4683-b9db-f4c86d8a3f7f","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.866086713Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"a678d22a-2ff0-4ad6-8189-b346310a15b4","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.866092948Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-sub","reconcileID":"a7d098a9-ed76-4eb7-a749-22f214236350","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.929578815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"7116e989-1c13-4983-9799-ad48adc07b7f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.945278138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84a7404a-4fb0-44c3-8270-92f927c9bef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.949458376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"7116e989-1c13-4983-9799-ad48adc07b7f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.965752053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84a7404a-4fb0-44c3-8270-92f927c9bef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.967975497Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-sub","reconcileID":"bdeb8a9a-a25e-4537-9b06-9137be35e744","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.968681567Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"95c81760-f222-4a72-8f2d-4aa0d7817d04","namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.978065282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e8447baa-aef5-4831-807d-32d96a3b5f84","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.978085099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"dd508587-f27c-41f8-9723-76a5a6d340cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:13.984369946Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"bfae0713-fa3e-45ae-852c-a94393ad73f4","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"error":"ExternalModel e2e-rec-recover-639bf3 not found in namespace e2e-extmod-rec-noaccess-c611fa (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.995093338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"ce74eaaa-1d11-42f8-b437-e651e6af4515","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:14.007383292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"bfae0713-fa3e-45ae-852c-a94393ad73f4","error":"ExternalModel e2e-rec-recover-639bf3 not found in namespace e2e-extmod-rec-noaccess-c611fa (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.009047467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"dd508587-f27c-41f8-9723-76a5a6d340cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.011876657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e8447baa-aef5-4831-807d-32d96a3b5f84","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.018848882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"ce74eaaa-1d11-42f8-b437-e651e6af4515","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:14.028215582Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"ac0ddc32-35ad-4d63-b13a-31297c3ea78c","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"error":"ExternalModel e2e-rec-recover-639bf3 not found in namespace e2e-extmod-rec-noaccess-c611fa (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:14.028297769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"ac0ddc32-35ad-4d63-b13a-31297c3ea78c","error":"ExternalModel e2e-rec-recover-639bf3 not found in namespace e2e-extmod-rec-noaccess-c611fa (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:14.04367828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"0860df0b-5cff-49ad-839d-82b06d303d82","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"error":"ExternalModel e2e-rec-recover-639bf3 not found in namespace e2e-extmod-rec-noaccess-c611fa (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:14.043749269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"0860df0b-5cff-49ad-839d-82b06d303d82","error":"ExternalModel e2e-rec-recover-639bf3 not found in namespace e2e-extmod-rec-noaccess-c611fa (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.065569186Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-sub","reconcileID":"98591a27-8607-4e5d-8666-111c1745a01f","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:14.080572082Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"c54c9c42-6020-490f-b893-1761f11f306a","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"error":"ExternalModel e2e-rec-recover-639bf3 not found in namespace e2e-extmod-rec-noaccess-c611fa (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:14.080636664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"c54c9c42-6020-490f-b893-1761f11f306a","error":"ExternalModel e2e-rec-recover-639bf3 not found in namespace e2e-extmod-rec-noaccess-c611fa (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.134017284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74392b9d-a9aa-42e3-b928-57c855e24746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:14.13651259Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"b2eda84f-bef2-4b2f-8f6b-c27dc5d6d8cb","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"error":"ExternalModel e2e-rec-recover-639bf3 not found in namespace e2e-extmod-rec-noaccess-c611fa (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:14.13658281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"b2eda84f-bef2-4b2f-8f6b-c27dc5d6d8cb","error":"ExternalModel e2e-rec-recover-639bf3 not found in namespace e2e-extmod-rec-noaccess-c611fa (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.154614236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74392b9d-a9aa-42e3-b928-57c855e24746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:14.232459078Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"1e9f4201-2dfa-478e-a28b-eb2917067a70","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"error":"ExternalModel e2e-rec-recover-639bf3 not found in namespace e2e-extmod-rec-noaccess-c611fa (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:14.23252004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"1e9f4201-2dfa-478e-a28b-eb2917067a70","error":"ExternalModel e2e-rec-recover-639bf3 not found in namespace e2e-extmod-rec-noaccess-c611fa (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.258221368Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-sub","reconcileID":"49b6a594-234b-47af-b717-58e2946e95c8","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.264398609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0d749542-cbc5-4147-9960-5c684885154d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.265703996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e2d467d0-3d98-4bd9-a147-8fdb8078aab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.279710975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"109683ac-4f8a-49a5-81a6-3418d385bac1","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.281105498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"e2d1e743-73a0-4e0f-b5f9-729617a76c90","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.284431965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0d749542-cbc5-4147-9960-5c684885154d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.285478567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e2d467d0-3d98-4bd9-a147-8fdb8078aab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.302239172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"109683ac-4f8a-49a5-81a6-3418d385bac1","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.306780227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"e2d1e743-73a0-4e0f-b5f9-729617a76c90","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.337670559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"b2a43dba-a0f3-432f-bd85-865be4f3a3f9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.358013081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"b2a43dba-a0f3-432f-bd85-865be4f3a3f9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:14.490137367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-639bf3","namespace":"e2e-extmod-rec-noaccess-c611fa"},"namespace":"e2e-extmod-rec-noaccess-c611fa","name":"e2e-rec-recover-639bf3","reconcileID":"dbec67bc-af8f-4ed2-bd68-a03cf9705af3","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-639bf3\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.536062551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"37c5fff3-c271-4c41-a366-5bfd55f7aed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.537169707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"688b435c-5e59-48e4-baeb-19bfd9cb3971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.556342153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"37c5fff3-c271-4c41-a366-5bfd55f7aed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.557052566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"688b435c-5e59-48e4-baeb-19bfd9cb3971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.583106804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cc7a9625-986c-44fd-94c2-917d7146551c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.583550669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"6db61e28-90bd-47d5-bb73-efb7d959bf14","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.583575293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"475ada49-cf69-4e00-9805-25dbe2dfc36f","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.602601466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cc7a9625-986c-44fd-94c2-917d7146551c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.603203409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"475ada49-cf69-4e00-9805-25dbe2dfc36f","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.603229284Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"475ada49-cf69-4e00-9805-25dbe2dfc36f","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.604831223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"6db61e28-90bd-47d5-bb73-efb7d959bf14","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.654898154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22718204-7b71-4ac9-9f16-5856d3154f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.674674431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22718204-7b71-4ac9-9f16-5856d3154f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.685228905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"44a87b63-f27b-4bec-a69a-fcb96ed2b315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.704960115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"44a87b63-f27b-4bec-a69a-fcb96ed2b315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.737483117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"e406ae6c-e384-42a0-881d-234b1b86e53c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.75790848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"e406ae6c-e384-42a0-881d-234b1b86e53c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.799767235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"2e371317-c81d-4b8d-b6d9-1dc76671009f","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.819342486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"2e371317-c81d-4b8d-b6d9-1dc76671009f","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.900170144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"d80e84c7-637e-4c6b-a97b-43abd3f0b956","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.900172142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"f9ef40ad-4016-49c2-ae1f-362da5d5dccf","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.919752514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"f9ef40ad-4016-49c2-ae1f-362da5d5dccf","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:14.920052995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"d80e84c7-637e-4c6b-a97b-43abd3f0b956","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:16.675550659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"3df0cdc1-b8e9-426e-a41b-b22595c846f5","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:16.675663263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"3df0cdc1-b8e9-426e-a41b-b22595c846f5","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:16.693735389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"8e8152e1-4f79-4f57-b365-fdd5453bd729","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:16.693828573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"8e8152e1-4f79-4f57-b365-fdd5453bd729","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:16.728002162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"f8b4e10a-99a6-4f3a-b4bf-e40658d45629","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:16.786649929Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"f8b4e10a-99a6-4f3a-b4bf-e40658d45629","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:16.817854381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"f8b4e10a-99a6-4f3a-b4bf-e40658d45629","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:16.838603472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"702b8076-4c7a-4d7d-b88b-43178fd35af9","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:16.838712626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"702b8076-4c7a-4d7d-b88b-43178fd35af9","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.27080121Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7b341903-29df-4967-9f53-02ba75cd51c1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.329002006Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7b341903-29df-4967-9f53-02ba75cd51c1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.388979901Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7b341903-29df-4967-9f53-02ba75cd51c1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.493147177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8d58c529-43a6-4def-8d91-86c7a628e813","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.58799188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b403c9c5-affa-4d31-8a9c-3560bf9ef5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.588872232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d7dcb4a2-3838-4bc7-b034-2e726ff17204","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.58972325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"624878b1-c877-4ad9-9f16-c3bcd4602e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.690628173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8d58c529-43a6-4def-8d91-86c7a628e813","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.694227506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"624878b1-c877-4ad9-9f16-c3bcd4602e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.695410433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b403c9c5-affa-4d31-8a9c-3560bf9ef5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.750093097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d7dcb4a2-3838-4bc7-b034-2e726ff17204","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.762826555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"84948f2b-4c2c-40b6-a0e9-5e999f705d45","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.763510298Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.916802056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"1e907900-da86-4af5-b05e-847a6b44d46c","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.955586063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b3f58b-7838-45de-918f-e8faec94e737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:17.983175167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b3f58b-7838-45de-918f-e8faec94e737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.000006043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d8778bee-099d-4b35-a323-c8af2710e9e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.031141509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d8778bee-099d-4b35-a323-c8af2710e9e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.147736123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9fab362b-5ee4-475d-8bed-c366e2271d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.208442465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ed23777d-bd05-4ba0-ad25-8c6e4655ca0f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.240248933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9fab362b-5ee4-475d-8bed-c366e2271d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.240290444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e0f7e07c-8939-41f0-9a96-d19501afdeaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.261255568Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a8335698-46dd-4347-83d6-481c99140a3a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.409340995Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"5b0b4347-5492-4ca6-bd95-b684d1de5704","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.431903076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ed23777d-bd05-4ba0-ad25-8c6e4655ca0f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.433808651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63407085-ab6f-4427-a7be-1e80ecafa211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.603681471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63407085-ab6f-4427-a7be-1e80ecafa211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.604243824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e0f7e07c-8939-41f0-9a96-d19501afdeaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.617235255Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"a8dd7368-673d-4914-b995-636740eae743","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.719241572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"a101215c-d731-4be4-9e4f-a92c44dd6cac","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.87428334Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9f9191a8-35cf-4dfa-8277-9f88637a73bb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/distinct-2-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.888147391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"fd681c6f-6b31-4493-87d4-74aa02436a9a","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.049317317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"19511278-c28a-475e-86db-6cae1de4b71d","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.274710587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c279d7ae-7289-4ab7-aa65-0c2d8741ff5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.301108703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c279d7ae-7289-4ab7-aa65-0c2d8741ff5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.31982559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c279d7ae-7289-4ab7-aa65-0c2d8741ff5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.339163996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c279d7ae-7289-4ab7-aa65-0c2d8741ff5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:20.000051275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"505ae18a-2ac5-4df5-a278-f161fe2f736c","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:20.077385891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0432e75-8922-4c5e-8450-7a7f3ec2497c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:20.093613216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0432e75-8922-4c5e-8450-7a7f3ec2497c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:20.109567249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0432e75-8922-4c5e-8450-7a7f3ec2497c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:20.125518782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0432e75-8922-4c5e-8450-7a7f3ec2497c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:20.62397084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cc8afea-bc69-45fd-af4e-058de0053d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:20.625816504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c7f8e64-36c7-4661-b155-2fc6ba00ea20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:20.645114617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cc8afea-bc69-45fd-af4e-058de0053d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:20.647763623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c7f8e64-36c7-4661-b155-2fc6ba00ea20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:20.8872628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"c4609221-aaf4-4592-b252-70f9a0209d49","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:21.687179527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"f4d1f81e-aeb6-4806-870c-c7de2eab48b9","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:21.687201828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"f4d1f81e-aeb6-4806-870c-c7de2eab48b9","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:21.744378688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"0350be5d-0ba0-48dc-8d73-a0538440d341","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:21.764918728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"0350be5d-0ba0-48dc-8d73-a0538440d341","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:21.784350973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"0350be5d-0ba0-48dc-8d73-a0538440d341","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:21.859529823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"deaa3c40-0033-4758-9191-4928b6c4fc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:21.859540141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69157405-a467-4a52-998e-3c63143c8983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:21.88008324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69157405-a467-4a52-998e-3c63143c8983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:21.880204916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"deaa3c40-0033-4758-9191-4928b6c4fc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.262276012Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-sub","reconcileID":"6701cfb9-b0b0-43fd-97ba-ea7ee4207444","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.344916151Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-sub","reconcileID":"6701cfb9-b0b0-43fd-97ba-ea7ee4207444","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.344990559Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-sub","reconcileID":"6701cfb9-b0b0-43fd-97ba-ea7ee4207444","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.345154186Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-sub","reconcileID":"6701cfb9-b0b0-43fd-97ba-ea7ee4207444","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.422555641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"884dfe5b-d27d-48ac-824e-6cb0253df99f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.561041899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d0c6a941-b010-4b5b-8484-edf187d956e6","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.595319725Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.640600762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76b933cf-951d-4b77-8135-f1d9ad9c2705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.649448143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"59e92a34-459f-4692-b8ba-b0dd28e13f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.651376269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ce351046-e538-4d46-9327-23f5316c5753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.65319006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"7c20d094-ff9a-4039-a427-450182a40751","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.655825844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ff52c57-c151-435d-be4b-33057b9724f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.660704181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76b933cf-951d-4b77-8135-f1d9ad9c2705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.695212914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ce351046-e538-4d46-9327-23f5316c5753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.695957229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"59e92a34-459f-4692-b8ba-b0dd28e13f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.698973995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"7c20d094-ff9a-4039-a427-450182a40751","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.699909299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ff52c57-c151-435d-be4b-33057b9724f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.703211057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"944c0484-5c6f-4629-9d0e-3a53ae4f1d3d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.814051332Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"2f34f2eb-ffc5-4b72-90ca-9c87f959fb51","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.956295563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"83a3ccf0-9445-47dc-b83a-c2608f6771c1","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:23.736299503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"2c5971b2-3e4d-43b9-876d-f72ed2b3e96b","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:23.756265447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"9f43a562-2330-4268-9c28-72eeacc49f0a","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:23.820710107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"058276a7-3209-4f33-99f7-a495da3c7158","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:23.840575282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"058276a7-3209-4f33-99f7-a495da3c7158","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:23.874161533Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"058276a7-3209-4f33-99f7-a495da3c7158","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:23.943991684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"8a214faa-8a5b-4e74-b1eb-35cf1b74ee5b","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:24.008442738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"b1850443-f38f-4c6a-b5ab-1c8707eec895","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:24.028309498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"b1850443-f38f-4c6a-b5ab-1c8707eec895","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:24.061862086Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"b1850443-f38f-4c6a-b5ab-1c8707eec895","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:24.876075717Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"e423e107-372e-443c-b885-6f090f01447d","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:24.914236289Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"8fe894c2-7433-4d20-ad12-961110238f81","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.166801769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"78170a30-05e0-44d5-9689-c70dfcadcb0d","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.175498873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0aca386-9a6f-4638-b463-46dab0191a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.191955702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0aca386-9a6f-4638-b463-46dab0191a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.208068183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0aca386-9a6f-4638-b463-46dab0191a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.223975175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0aca386-9a6f-4638-b463-46dab0191a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.877266209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf663ff-173b-457c-9a54-606b11451971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.893956735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf663ff-173b-457c-9a54-606b11451971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.91015057Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"cebbbc3a-c189-4389-8d66-c82e726f8d75","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"routeName":"external-model-e2e-rec-ctrl-78fda8-c7a5949c9bdd","namespace":"e2e-extmod-rec-user-9c9c54","model":"e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.910295528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf663ff-173b-457c-9a54-606b11451971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.92730514Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-sub","reconcileID":"e7f96067-5c17-441c-b5a7-47dfba9b2208","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.927300736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf663ff-173b-457c-9a54-606b11451971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.969547691Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"d784350c-7b29-4ed7-a71d-40743195ef38","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.020238896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"4994511a-886c-42ff-8b71-f8a44912d774","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.021876895Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"69c32dea-ccba-4428-81df-232e936b93c5","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"routeName":"external-model-e2e-rec-ctrl-78fda8-c7a5949c9bdd","namespace":"e2e-extmod-rec-user-9c9c54","model":"e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.023044081Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"804c8c4d-b0e4-401f-931b-470aecda356d","namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.026871766Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-abdb6c3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-abdb6c3e","reconcileID":"0081c243-1a4b-4c38-bbf7-3ab122e7dc0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-abdb6c3e","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-abdb6c3e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.041023816Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-sub","reconcileID":"d014e88c-c65a-4e16-802b-91f3e78cb616","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.044469835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"4994511a-886c-42ff-8b71-f8a44912d774","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.058215829Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"d9da3d67-f694-4185-a4fb-7d6c45f4cf57","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"routeName":"external-model-e2e-rec-ctrl-78fda8-c7a5949c9bdd","namespace":"e2e-extmod-rec-user-9c9c54","model":"e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.060646911Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"4994511a-886c-42ff-8b71-f8a44912d774","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.0824144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d11b5dcf-1436-4a92-97c3-0f9a6b8a3ad5","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.082613992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"45237752-19c5-4809-b062-2ab68a07ecd5","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.082907249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"00872fe9-ad13-4d96-a8ac-5fe627f75eb8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.083117519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"e51b33a2-4992-4b8e-8bb7-554e72749cfd","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.108548406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d11b5dcf-1436-4a92-97c3-0f9a6b8a3ad5","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.109126611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"45237752-19c5-4809-b062-2ab68a07ecd5","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.110999547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"e51b33a2-4992-4b8e-8bb7-554e72749cfd","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.111532994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"00872fe9-ad13-4d96-a8ac-5fe627f75eb8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.131541215Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"e51b33a2-4992-4b8e-8bb7-554e72749cfd","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.13620333Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"47067077-e60a-48e0-9f26-e0683e67aeca","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.172230512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c5bd4c86-ed10-4438-ae10-d609dc7c661e","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.176798708Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"699d1226-03b9-4176-b498-c7c29f6ad3fe","namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.19289743Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"83876f5a-54e8-4a61-8872-da0b6f1dfc4d","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.195203246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"2c2d1b1e-4eae-4e33-a672-531f6b61032d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.224049725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"2c2d1b1e-4eae-4e33-a672-531f6b61032d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.232333313Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"c7deb84e-14a2-46b6-8d6f-72eb1254b07f","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.297493051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"2c2d1b1e-4eae-4e33-a672-531f6b61032d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.400570906Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"b63d901f-1f1c-46d4-9a93-d5c56bbe6196","namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.417556482Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"a8aa9854-55f4-4aa8-9e68-f069fe93dc20","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"error":"ExternalModel e2e-rec-ctrl-78fda8 not found in namespace e2e-extmod-rec-user-9c9c54 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.435461265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"4a5e87c3-b214-4906-bdc0-36217090c6c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.435626777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dee185b-d144-427e-bf9e-565ec16f6fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.441665822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"a8aa9854-55f4-4aa8-9e68-f069fe93dc20","error":"ExternalModel e2e-rec-ctrl-78fda8 not found in namespace e2e-extmod-rec-user-9c9c54 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.45216857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b4b9c436-a9d1-4ed2-924f-7a036eeed25c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.457516483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"4a5e87c3-b214-4906-bdc0-36217090c6c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.457924607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dee185b-d144-427e-bf9e-565ec16f6fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.462451794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"f1081bae-3529-452c-b659-82150989693b","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"error":"ExternalModel e2e-rec-ctrl-78fda8 not found in namespace e2e-extmod-rec-user-9c9c54 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.462519138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"f1081bae-3529-452c-b659-82150989693b","error":"ExternalModel e2e-rec-ctrl-78fda8 not found in namespace e2e-extmod-rec-user-9c9c54 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.474268809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b4b9c436-a9d1-4ed2-924f-7a036eeed25c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.477026471Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-sub","reconcileID":"862eee99-8e21-4c33-8bb2-7d87cac39f81","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.488694823Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"87ab3cba-0cd0-4d27-8973-eec23a6e55b0","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"error":"ExternalModel e2e-rec-ctrl-78fda8 not found in namespace e2e-extmod-rec-user-9c9c54 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.488793311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"87ab3cba-0cd0-4d27-8973-eec23a6e55b0","error":"ExternalModel e2e-rec-ctrl-78fda8 not found in namespace e2e-extmod-rec-user-9c9c54 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.52264921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"aedfa15c-51a4-49b0-8090-f23fa5087807","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.523353268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"a0309297-c0de-42e7-967c-8d7444d1541a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.537839841Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"2e26d734-24d9-4dac-9970-99e08b51da9c","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"error":"ExternalModel e2e-rec-ctrl-78fda8 not found in namespace e2e-extmod-rec-user-9c9c54 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.537911629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"2e26d734-24d9-4dac-9970-99e08b51da9c","error":"ExternalModel e2e-rec-ctrl-78fda8 not found in namespace e2e-extmod-rec-user-9c9c54 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.598571706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"a0309297-c0de-42e7-967c-8d7444d1541a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.600860344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"aedfa15c-51a4-49b0-8090-f23fa5087807","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.614016325Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"d510ec58-a7aa-4aff-bdfd-eec333eda415","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"error":"ExternalModel e2e-rec-ctrl-78fda8 not found in namespace e2e-extmod-rec-user-9c9c54 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.614110052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"d510ec58-a7aa-4aff-bdfd-eec333eda415","error":"ExternalModel e2e-rec-ctrl-78fda8 not found in namespace e2e-extmod-rec-user-9c9c54 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.617011317Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"a23dc703-22c8-465a-bb34-f9bdbac91be3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.619552097Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"a0309297-c0de-42e7-967c-8d7444d1541a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.629606151Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"1dd44f3a-aa5e-40f2-a6f4-aa03b3201cf3","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"error":"ExternalModel e2e-rec-ctrl-78fda8 not found in namespace e2e-extmod-rec-user-9c9c54 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.629672379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"1dd44f3a-aa5e-40f2-a6f4-aa03b3201cf3","error":"ExternalModel e2e-rec-ctrl-78fda8 not found in namespace e2e-extmod-rec-user-9c9c54 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.640484016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"9cc6fffe-ca66-4310-b092-8ddda679c4fb","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.654000205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"03f70343-ca7b-4b2c-b213-3d2e2cd4a28f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.654736642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"961d6285-145e-4052-8a6e-cc92c28c50de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.674360052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"03f70343-ca7b-4b2c-b213-3d2e2cd4a28f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.675056109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"961d6285-145e-4052-8a6e-cc92c28c50de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.701009381Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-sub","reconcileID":"a0a5b321-8eab-4cc0-85b6-6f4f970e5d26","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","error":"MaaSModelRef not found: e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.7171Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-degraded-auth","reconcileID":"a23dc703-22c8-465a-bb34-f9bdbac91be3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.793036069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1794b491-02b7-4521-94de-b8af2c4e1b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.810624063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1794b491-02b7-4521-94de-b8af2c4e1b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.81133738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f002678f-0b35-4965-b00b-69d189a91ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.827870871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1794b491-02b7-4521-94de-b8af2c4e1b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.844946781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1794b491-02b7-4521-94de-b8af2c4e1b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.845690717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"be08b2cd-2259-4aab-ba50-3b0505d4e1ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.849136982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f002678f-0b35-4965-b00b-69d189a91ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.862328059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"de6799d9-62b9-43fb-bf5b-db64fa466578","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:26.863111963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-78fda8","namespace":"e2e-extmod-rec-user-9c9c54"},"namespace":"e2e-extmod-rec-user-9c9c54","name":"e2e-rec-ctrl-78fda8","reconcileID":"34b4235f-5f33-4990-986d-37bd737ef8de","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-78fda8\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.863287591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"1231c817-2d9a-4292-bf57-6e5a634b56d8","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.868113404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"be08b2cd-2259-4aab-ba50-3b0505d4e1ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.87765795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9dab8371-6389-4dae-b9d2-840e62fdb1af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.895589565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"de6799d9-62b9-43fb-bf5b-db64fa466578","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.901225049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9dab8371-6389-4dae-b9d2-840e62fdb1af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.914552232Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"de6799d9-62b9-43fb-bf5b-db64fa466578","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.936824013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"3843b3bd-8ab7-4201-bed8-e32dd1d6b9a2","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.956957162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"3843b3bd-8ab7-4201-bed8-e32dd1d6b9a2","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.051143558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"66c6d444-0b24-45e7-a0a9-fd12fbc5dc66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.071529933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"66c6d444-0b24-45e7-a0a9-fd12fbc5dc66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.09135767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"66c6d444-0b24-45e7-a0a9-fd12fbc5dc66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.152089286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"c4f77e2b-a1b4-4ccb-ae55-050d0617e955","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.167718395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0889f4c-e6fb-4a7d-9941-7475d03d2ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.168312572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7113fe7b-551b-42f5-bfca-29446075340b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.17199165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"c4f77e2b-a1b4-4ccb-ae55-050d0617e955","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.188552117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0889f4c-e6fb-4a7d-9941-7475d03d2ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.189019412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7113fe7b-551b-42f5-bfca-29446075340b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.215190873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"19b337c2-d7ec-41e0-9621-f14b0a56ae38","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.215219237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"c4dcca5c-bdf8-4972-85cb-a3c8774263f3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.235740404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"19b337c2-d7ec-41e0-9621-f14b0a56ae38","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.235966327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"c4dcca5c-bdf8-4972-85cb-a3c8774263f3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.235994793Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"c4dcca5c-bdf8-4972-85cb-a3c8774263f3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.377134276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"a067c3c4-d5f9-46d5-bfeb-391ec44b1a4b","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.377155166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"a067c3c4-d5f9-46d5-bfeb-391ec44b1a4b","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.414491717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e526979c-92e4-43b6-bb6b-100cf5a25080","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.43552691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e526979c-92e4-43b6-bb6b-100cf5a25080","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.450945343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"47c5c1f9-40c3-4b5c-ab2e-00a0575bf889","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.470289943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d44e40b-0041-4344-af59-ad413f23ff19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.471280119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"47c5c1f9-40c3-4b5c-ab2e-00a0575bf889","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.496904891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"47c5c1f9-40c3-4b5c-ab2e-00a0575bf889","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.509861501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d44e40b-0041-4344-af59-ad413f23ff19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.526141561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"c383e373-af59-4a96-ae5d-8220d7123f80","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.553368801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"c383e373-af59-4a96-ae5d-8220d7123f80","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.577206306Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"c383e373-af59-4a96-ae5d-8220d7123f80","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.588281623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"bff52674-a419-4d4d-8aea-07c3a853c149","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.588300436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"bff52674-a419-4d4d-8aea-07c3a853c149","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.590519591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9924444d-6723-4cd5-a62e-faa25ae62c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.616165889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9924444d-6723-4cd5-a62e-faa25ae62c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.620014604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"a732afa8-d43e-4d3c-9104-9790cb585ca1","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.690697944Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"c3d2a840-3d51-4616-b4ee-ed9ba693180e","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.766975842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"2634b62b-016e-48bc-9c42-d58e4f67f4ad","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.766997063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"2634b62b-016e-48bc-9c42-d58e4f67f4ad","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.787350853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"147dd3a2-7b17-48bb-acfb-de946781d3e1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.787373548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"147dd3a2-7b17-48bb-acfb-de946781d3e1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.852884953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"bcb8eec8-cdae-41aa-a54e-8109d2b9c287","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.873758609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"bcb8eec8-cdae-41aa-a54e-8109d2b9c287","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.937467686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1adc6907-0d52-49d1-ad59-60ed87785197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.937831605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a60e6562-04bd-4067-a498-4097fd3d3cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.958118833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a60e6562-04bd-4067-a498-4097fd3d3cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.960475219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1adc6907-0d52-49d1-ad59-60ed87785197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.960598458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"a990da73-490a-4bbb-8b89-d36ba8809a36","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.960613227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"a990da73-490a-4bbb-8b89-d36ba8809a36","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.966452982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"968fee91-2380-4af8-9262-cb31daf3e7f8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.966466893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"968fee91-2380-4af8-9262-cb31daf3e7f8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.966611834Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.988999539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"a70baacb-6384-4060-bc40-b052fd88e154","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.989014557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"a70baacb-6384-4060-bc40-b052fd88e154","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:28.001832345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-sub","reconcileID":"5287118e-a301-48db-9e65-95b917021b6b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.039853331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"c92a6ed1-41a7-4555-a3d7-ce39bbe0d1ba","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.039879013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"c92a6ed1-41a7-4555-a3d7-ce39bbe0d1ba","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.055018822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f3b6e5ab-fa0a-4175-bb61-29f395d629c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.055127662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"4ef1d00d-46e0-4d9e-8365-fea53d18bfe7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.055544249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c0765340-e8b8-4d3f-8037-ec9fad1d1c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.060579961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"5f9691fd-0390-4897-83f8-d1137aa8134e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.06059637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"5f9691fd-0390-4897-83f8-d1137aa8134e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.075821076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"4ef1d00d-46e0-4d9e-8365-fea53d18bfe7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.076819722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c0765340-e8b8-4d3f-8037-ec9fad1d1c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.078676438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f3b6e5ab-fa0a-4175-bb61-29f395d629c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.127681502Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-sub","reconcileID":"57e0c6b9-4c66-4f11-aeb9-b4d9af8864c3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.173383274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c994cf84-ba25-4429-91fe-b31c0f4c6f3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.173382483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a589462-f75d-4ee5-8451-50ed0cd21bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.183181785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"a6308854-7a41-453c-82f7-dc6f411e898b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.183198525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"a6308854-7a41-453c-82f7-dc6f411e898b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.19487296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c994cf84-ba25-4429-91fe-b31c0f4c6f3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.198462131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a589462-f75d-4ee5-8451-50ed0cd21bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.252874355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-sub","reconcileID":"85bde94f-581b-493c-8e98-aff16dd6a9c3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.314476496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"617a2403-5515-4873-b231-9c8d9c0d47f7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.315058692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"22e45102-aff9-4202-afea-af0c2622b197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.337269444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"617a2403-5515-4873-b231-9c8d9c0d47f7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.395029174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"22e45102-aff9-4202-afea-af0c2622b197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.431229534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"31aa275d-ee6a-4580-8115-72f04b8672f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.45480744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"31aa275d-ee6a-4580-8115-72f04b8672f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.791264722Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"8ad98b85-6ce1-43c7-801f-24e83feed664","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.862540308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1d581b7-1a2a-4a3c-9e63-4850a77ce54c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.863185181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0d45a62-4d34-4fcc-91df-672014c81b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.883780003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1d581b7-1a2a-4a3c-9e63-4850a77ce54c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.888667584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0d45a62-4d34-4fcc-91df-672014c81b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:29.536411027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:32.805777656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e065ed17-e9d7-4fe9-aa4e-7ad5ed1990d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:32.805778358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"84a097b4-2fff-4275-b057-5a1761269d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:32.827878037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"84a097b4-2fff-4275-b057-5a1761269d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:32.828441965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e065ed17-e9d7-4fe9-aa4e-7ad5ed1990d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.709917922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cfa7319-0d22-40dc-b9d1-f567c63fed67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.710053441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8005f324-1550-4a9d-8cd7-9602c8dde489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.796941697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cfa7319-0d22-40dc-b9d1-f567c63fed67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.799640989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8005f324-1550-4a9d-8cd7-9602c8dde489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.908721779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3250fb9a-8ce3-491a-9135-1474551f7498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.912661368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0db682f4-ff39-4dd6-90ca-ccdcb97d9c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.93390085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3250fb9a-8ce3-491a-9135-1474551f7498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:33.944664398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0db682f4-ff39-4dd6-90ca-ccdcb97d9c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.120763238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f95bf403-0ecd-4847-bfe3-85c81aa61110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.137034938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a917221-e4e2-4958-b3da-e42387ff82a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.142658695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f95bf403-0ecd-4847-bfe3-85c81aa61110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.163542844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a917221-e4e2-4958-b3da-e42387ff82a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.507198424Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"4eef1f3a-1db0-4a1a-8c86-573f02a7d344","namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.528252577Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"467a1616-0692-4916-9b91-2f160a02d548","namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.543802268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"d534998e-3a2a-4dc1-9a48-52cfdeb83c81","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.5632094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"dd7c6648-1958-40b7-8c14-753b49190f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.56591905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23c10f29-306c-4618-b08a-69154ab36553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.593166447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23c10f29-306c-4618-b08a-69154ab36553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.59469405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"d534998e-3a2a-4dc1-9a48-52cfdeb83c81","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.597804193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"dd7c6648-1958-40b7-8c14-753b49190f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.613653528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d0139cd06144f4e640c63586840366297708bbdc4f25417ce042afe5d18ff74) AuthConfig (2f94c58b5cda37a6184985ce93ab8ab891b3d42b6118e3dccbd9ecbb2b831e9f) AuthConfig (ac7d3fb42643184b7aff0ad34b96ec2956f73a0aafe947d8a30607e5afad1b75) AuthConfig (773a9cf41ff636607e46d3e22224f425f044ab25dbc238ee09647803875b1757) AuthConfig (845185ed6573e22ba4870c7aa2e4035568b6ce2a7fbb5da775e18a6caff75df1) AuthConfig (1c7ec97ffe951aa514023073c6905e70c9ee9e7f1cfa67495ef277bf38198f9f) AuthConfig (4965f014b5fe670be5e5d5c9c02795f3764c716974ca3cdbbabbb09b6a2f8575) AuthConfig (0aa793be55f65743381ebffb9e7b69d7165c7ef9dfc2bb8ebc3fd2943820362d) AuthConfig (c48c5d8fafbbe6cca1c69aeff288041863a59723f97e1ec59fb0e7282a5d32dd) AuthConfig (41c3704dfa11d71dbf095e88268107408c64212c64c568529ff0a4cba15d1695) AuthConfig (fa773e1e1658da97ad04c545fa56190aae6e5b42aae03f81ee04fade048ecc33) AuthConfig (f3590f4ade41f826f5bbf3e0f0cc60bfddc708384af48b9b1cf49dcf3e24e503) AuthConfig (2fce15404ca4d66dd7ae783e430ba07718ba2680402d96ff60966c28e098a981) AuthConfig (c145cf60459b051771e74ffd5f3463eb00295ac0bf0a06a556f1fb2cdfcbae11) AuthConfig (d4e00b6e069dc668f389982ea3be1bc30f1831359327a5202c000ff2a82dcc36) AuthConfig (1faa2404b1095129257bb6c79455d0c24c2056cf373c21b1af5d3392600bb0d3) AuthConfig (22b22e5531ac0f9f26ac1d18c5fddff1c468d189ba2ed3780cc14f5c819530dc) AuthConfig (4fd86face369700212dc50fa2b387946daccd3ff4bada803adc1a612a01312bd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"d534998e-3a2a-4dc1-9a48-52cfdeb83c81","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.6181734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e3658c04-f4b4-4488-bb70-378f853661b8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.61817516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"e8dfcf2a-d241-478e-b8ea-e38f7706bd62","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.635054595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"3019aeb2-7971-4c8f-8891-5b8e79771897","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.63508014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"3019aeb2-7971-4c8f-8891-5b8e79771897","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.639203669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e3658c04-f4b4-4488-bb70-378f853661b8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.640187383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"e8dfcf2a-d241-478e-b8ea-e38f7706bd62","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.664802751Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"e8dfcf2a-d241-478e-b8ea-e38f7706bd62","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.741727704Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"369fe1c6-1927-48c1-82ae-e636ec971e44","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.742375315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"39e21640-09b4-42ab-b368-4ec41aaf9483","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.775741701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"39e21640-09b4-42ab-b368-4ec41aaf9483","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.796297558Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"39e21640-09b4-42ab-b368-4ec41aaf9483","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.814154816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"268ef886-c90a-498e-aa6b-9083654619c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.814928062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"76029918-ee8e-4ded-b3f2-874c9174a91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.835625234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"268ef886-c90a-498e-aa6b-9083654619c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.835886676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"76029918-ee8e-4ded-b3f2-874c9174a91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.887046614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3187f510-6cf2-4eb0-ac62-b8fdcc027c77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.912473978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3187f510-6cf2-4eb0-ac62-b8fdcc027c77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.92346508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"c3b7e26b-0427-4111-a844-b7baec022df7","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.943306674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"b414543f-8ab5-4aa8-b27d-8f028cafb02a","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.982247092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"b414543f-8ab5-4aa8-b27d-8f028cafb02a","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.01123314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c1d13b15-044f-49ac-b0a4-78a24cc9c48c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.041404926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c1d13b15-044f-49ac-b0a4-78a24cc9c48c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.085021383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"c7da44de-81f2-485e-a057-d1a30f3a202a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.105838453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"c7da44de-81f2-485e-a057-d1a30f3a202a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.107507768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"96c18498-0f3d-44ea-b71f-d5f848022bae","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.128010935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"96c18498-0f3d-44ea-b71f-d5f848022bae","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.135008155Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"123d975f-1e13-4153-a357-e23a1474b4d3","namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.15497558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"7461bb15-0844-4726-84b9-997d78945128","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.155004234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"7461bb15-0844-4726-84b9-997d78945128","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"routeName":"external-model-e2e-rot-0d60b4-b52f423f4ec8","namespace":"e2e-extmod-rot-user-1dd4f7","model":"e2e-rot-0d60b4","externalModel":"e2e-rot-0d60b4","provider":"e2e-rot-0d60b4-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.162036852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"cad1ada9-1be6-4371-b836-4562f20ff04a","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.181762121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"cad1ada9-1be6-4371-b836-4562f20ff04a","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.311300892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"0692627e-a69e-438c-af4b-19349cf870a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.315717349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3323540c-5f52-479e-890d-bf0f66cfcbd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.33738865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"0692627e-a69e-438c-af4b-19349cf870a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.338357782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3323540c-5f52-479e-890d-bf0f66cfcbd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.366806346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"0923fd7f-ce9f-47f8-9c82-2e9ce576ae6f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.388323651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"0923fd7f-ce9f-47f8-9c82-2e9ce576ae6f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.407500614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d0139cd06144f4e640c63586840366297708bbdc4f25417ce042afe5d18ff74) AuthConfig (2f94c58b5cda37a6184985ce93ab8ab891b3d42b6118e3dccbd9ecbb2b831e9f) AuthConfig (ac7d3fb42643184b7aff0ad34b96ec2956f73a0aafe947d8a30607e5afad1b75) AuthConfig (773a9cf41ff636607e46d3e22224f425f044ab25dbc238ee09647803875b1757) AuthConfig (845185ed6573e22ba4870c7aa2e4035568b6ce2a7fbb5da775e18a6caff75df1) AuthConfig (1c7ec97ffe951aa514023073c6905e70c9ee9e7f1cfa67495ef277bf38198f9f) AuthConfig (4965f014b5fe670be5e5d5c9c02795f3764c716974ca3cdbbabbb09b6a2f8575) AuthConfig (0aa793be55f65743381ebffb9e7b69d7165c7ef9dfc2bb8ebc3fd2943820362d) AuthConfig (c48c5d8fafbbe6cca1c69aeff288041863a59723f97e1ec59fb0e7282a5d32dd) AuthConfig (41c3704dfa11d71dbf095e88268107408c64212c64c568529ff0a4cba15d1695) AuthConfig (fa773e1e1658da97ad04c545fa56190aae6e5b42aae03f81ee04fade048ecc33) AuthConfig (f3590f4ade41f826f5bbf3e0f0cc60bfddc708384af48b9b1cf49dcf3e24e503) AuthConfig (2fce15404ca4d66dd7ae783e430ba07718ba2680402d96ff60966c28e098a981) AuthConfig (c145cf60459b051771e74ffd5f3463eb00295ac0bf0a06a556f1fb2cdfcbae11) AuthConfig (d4e00b6e069dc668f389982ea3be1bc30f1831359327a5202c000ff2a82dcc36) AuthConfig (1faa2404b1095129257bb6c79455d0c24c2056cf373c21b1af5d3392600bb0d3) AuthConfig (22b22e5531ac0f9f26ac1d18c5fddff1c468d189ba2ed3780cc14f5c819530dc) AuthConfig (4fd86face369700212dc50fa2b387946daccd3ff4bada803adc1a612a01312bd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"0923fd7f-ce9f-47f8-9c82-2e9ce576ae6f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.444699023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"465997c5-8940-449e-aca8-c9483c468685","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.444727174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"465997c5-8940-449e-aca8-c9483c468685","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"routeName":"external-model-e2e-rot-0d60b4-b52f423f4ec8","namespace":"e2e-extmod-rot-user-1dd4f7","model":"e2e-rot-0d60b4","externalModel":"e2e-rot-0d60b4","provider":"e2e-rot-0d60b4-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.449496454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"442b2c36-1670-4e3b-ba06-f6a67c59a7e9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.449640482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"abf2ab20-987a-4180-84b6-1d13a1d3e916","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.471165537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"abf2ab20-987a-4180-84b6-1d13a1d3e916","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.471198733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"442b2c36-1670-4e3b-ba06-f6a67c59a7e9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.500551534Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"442b2c36-1670-4e3b-ba06-f6a67c59a7e9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.503603066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db0b8c64-f624-4b01-8291-ed120a4a8d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.504121189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"a5449c3a-9df9-4353-83fe-2aab94e41a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.525897633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"a5449c3a-9df9-4353-83fe-2aab94e41a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.527651448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db0b8c64-f624-4b01-8291-ed120a4a8d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.553888129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"f9f5df62-ba3f-48b4-bbe4-9275edf2ec48","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.5971952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"f9f5df62-ba3f-48b4-bbe4-9275edf2ec48","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.631164623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"02420464-5537-40cf-b25a-e35adfe84500","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.696807787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"02420464-5537-40cf-b25a-e35adfe84500","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.717379698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"19efd732-8a6e-4f38-ad1b-be13d4dec696","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.742838951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"19efd732-8a6e-4f38-ad1b-be13d4dec696","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.819225127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"610b6b4d-1ace-4e21-afb2-4a70e6cecdf5","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.820529051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"27ec2dc5-0ce5-461f-aae2-d5ba7085793f","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.842179331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"610b6b4d-1ace-4e21-afb2-4a70e6cecdf5","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.842221408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"27ec2dc5-0ce5-461f-aae2-d5ba7085793f","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.856339536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"a8be7109-5dbd-4575-9eef-4f893e8707ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.861675467Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"27ec2dc5-0ce5-461f-aae2-d5ba7085793f","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.864996651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"d1041266-a3b1-4575-81cf-7efb92b1dc83","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.865016035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"d1041266-a3b1-4575-81cf-7efb92b1dc83","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"routeName":"external-model-e2e-rot-0d60b4-b52f423f4ec8","namespace":"e2e-extmod-rot-user-1dd4f7","model":"e2e-rot-0d60b4","externalModel":"e2e-rot-0d60b4","provider":"e2e-rot-0d60b4-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.885032142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"a8be7109-5dbd-4575-9eef-4f893e8707ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.921825486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"97e55cd9-9812-4ebf-9476-452815f07ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.94192155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"97e55cd9-9812-4ebf-9476-452815f07ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.97154066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"94af9948-608a-411c-804b-eb0c6a78ae49","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.99346851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"94af9948-608a-411c-804b-eb0c6a78ae49","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:38.824766508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"e17c999a-bca1-4434-ae51-a0c060bc5de4","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.605562788Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.621923385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"fa650518-64a9-449c-a92a-4fd0c537db82","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.621954443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"fa650518-64a9-449c-a92a-4fd0c537db82","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"routeName":"external-model-e2e-rot-0d60b4-b52f423f4ec8","namespace":"e2e-extmod-rot-user-1dd4f7","model":"e2e-rot-0d60b4","externalModel":"e2e-rot-0d60b4","provider":"e2e-rot-0d60b4-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:40.663983522Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-0d60b4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.675547957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"d24f28b5-f4c9-4b04-b362-1f20f242d38b","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.675579518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"d24f28b5-f4c9-4b04-b362-1f20f242d38b","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.707575752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"41e6bc83-43c2-48f0-8d67-2ce28e280572","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.707604203Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"41e6bc83-43c2-48f0-8d67-2ce28e280572","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"routeName":"external-model-e2e-rot-0d60b4-b52f423f4ec8","namespace":"e2e-extmod-rot-user-1dd4f7","model":"e2e-rot-0d60b4","externalModel":"e2e-rot-0d60b4","provider":"e2e-rot-0d60b4-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.716582445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"64b19528-ef07-4315-a99f-f6f872eda7d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.721978895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"2d312445-76a9-4366-8d26-60661f709946","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.721984641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"e48c20f8-4d59-4c5e-9d91-181341eaa461","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.722348257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"c9df311b-4b86-4e17-b09f-b0cd8bde7352","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.722880121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"4c379052-04ae-4cf2-8f30-e9a52430ea6d","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.724022411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"fd46dbf1-8a77-47a2-99f9-aaa94976c21b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.72404024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"fd46dbf1-8a77-47a2-99f9-aaa94976c21b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.736027185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"64b19528-ef07-4315-a99f-f6f872eda7d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.742553553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"2d312445-76a9-4366-8d26-60661f709946","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.742918647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"4c379052-04ae-4cf2-8f30-e9a52430ea6d","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.745111887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"e48c20f8-4d59-4c5e-9d91-181341eaa461","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.745391192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"c9df311b-4b86-4e17-b09f-b0cd8bde7352","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.746168654Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-sub","reconcileID":"fc135ec5-f040-447c-bc40-8f4b9f4054ec","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-rot-0d60b4","model":"e2e-rot-0d60b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.746589734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"9351dc98-062b-4df7-a9b8-becf079c7540","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.746607147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"9351dc98-062b-4df7-a9b8-becf079c7540","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.765249145Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"2d312445-76a9-4366-8d26-60661f709946","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.766407652Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"e48c20f8-4d59-4c5e-9d91-181341eaa461","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.778929443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"8f3ebc82-e604-4394-b7e4-d6cf067e32fe","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.778967258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"8f3ebc82-e604-4394-b7e4-d6cf067e32fe","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.834513679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"00834c22-44a5-4529-8c67-6adbaf06b875","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.83455361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"00834c22-44a5-4529-8c67-6adbaf06b875","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"routeName":"external-model-e2e-rot-0d60b4-b52f423f4ec8","namespace":"e2e-extmod-rot-user-1dd4f7","model":"e2e-rot-0d60b4","externalModel":"e2e-rot-0d60b4","provider":"e2e-rot-0d60b4-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.858597324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ea72a1e-bec0-40b7-a975-222dc426081b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.907328943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ea72a1e-bec0-40b7-a975-222dc426081b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.998960971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-sub","reconcileID":"8e6b3e1e-80a4-4ee1-a940-215ff8ec857b","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-rot-0d60b4","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.027076665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1a7d650-9805-482a-9cd4-37c4efc51d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.029798459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"014fc671-b6d9-42df-80cb-91482021965e","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.047487605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1a7d650-9805-482a-9cd4-37c4efc51d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.049487349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"014fc671-b6d9-42df-80cb-91482021965e","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.093165757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"d662b60a-8431-4966-abc4-01f2c94b8b39","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.093166033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"0b722bab-2433-45b9-9d48-d5620a51bc10","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.094051843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"1cecb5fc-9df5-4c38-bda5-3f7028222442","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.094076156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"1cecb5fc-9df5-4c38-bda5-3f7028222442","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"routeName":"external-model-e2e-rot-0d60b4-b52f423f4ec8","namespace":"e2e-extmod-rot-user-1dd4f7","model":"e2e-rot-0d60b4","externalModel":"e2e-rot-0d60b4","provider":"e2e-rot-0d60b4-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.119353889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"d662b60a-8431-4966-abc4-01f2c94b8b39","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.120659154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"0b722bab-2433-45b9-9d48-d5620a51bc10","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.133512552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"b543b9a6-b7cb-4597-9a2f-6e1dd364b439","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.155042535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"b543b9a6-b7cb-4597-9a2f-6e1dd364b439","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.173815668Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"b543b9a6-b7cb-4597-9a2f-6e1dd364b439","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.295287668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"1f3a0d57-ac8a-42be-a854-2cbc1d00574b","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.320639364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"1f3a0d57-ac8a-42be-a854-2cbc1d00574b","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.339096615Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"1f3a0d57-ac8a-42be-a854-2cbc1d00574b","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.396025146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"96302259-2dc6-4c1a-8847-6f040bca3774","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:41.417616873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"96302259-2dc6-4c1a-8847-6f040bca3774","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.61018491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"4f985c25-52f4-4eff-bda1-1939e84763a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.651882848Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"4f985c25-52f4-4eff-bda1-1939e84763a6","name":"e2e-mt-abdb6c3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.674601638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","namespace":"ai-tenant-e2e-ait-03b486b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.674714449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","namespace":"ai-tenant-e2e-ait-03b486b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.674800504Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","tenant":"e2e-ait-03b486b1","tenantID":"e2e-ait-03b486b1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.692443223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"Deployment","name":"maas-api-e2e-ait-03b486b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.722319481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"Service","name":"maas-api-e2e-ait-03b486b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.747937995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-03b486b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.766841592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-03b486b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.786259544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.804336897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.824906378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.842928589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.859527832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"Deployment","name":"payload-processing-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.875769328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.891928085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"Service","name":"payload-processing-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.908325356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"Service","name":"payload-pre-processing-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.924283356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"DestinationRule","name":"payload-processing-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.939886331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.955346625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.979633421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.995743194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.016006751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.03347077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-03b486b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.049460803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-03b486b1"},"namespace":"ai-tenant-e2e-ait-03b486b1","name":"default-tenant","reconcileID":"e2e78142-d0e6-46ea-8194-693083c0bee5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-03b486b1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.18711497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0c11d5e-9f3d-4b1f-80b9-e10d6d1255a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.201065124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bafc08f-309c-43d9-abe3-818b68735623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.225229479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0c11d5e-9f3d-4b1f-80b9-e10d6d1255a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.228017693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bafc08f-309c-43d9-abe3-818b68735623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.44691935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94a91e39-e024-4277-b2d5-f6d6a9cde9d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.447596109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f929ed2-3da4-4d54-8a25-f9cb13d36fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.448271966Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-03b486b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-03b486b1","reconcileID":"09d85099-416b-483c-be71-f9fb41fba730","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-03b486b1","removed":["maas.opendatahub.io/gateway-access-e2e-ait-03b486b1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.468476572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94a91e39-e024-4277-b2d5-f6d6a9cde9d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.469096004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f929ed2-3da4-4d54-8a25-f9cb13d36fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.541216967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"70698a7c-7ce9-441e-9186-72ffefb39e3c","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.719198625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c286032-804d-48b0-a503-738e572ea1c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.72157053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69361292-0477-4ac2-a6d7-218534bf01bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.798295658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c286032-804d-48b0-a503-738e572ea1c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.80028812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69361292-0477-4ac2-a6d7-218534bf01bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.991884661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2613d99b-fcf9-495e-8436-874baf1a8fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.010716252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2613d99b-fcf9-495e-8436-874baf1a8fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.028117305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2613d99b-fcf9-495e-8436-874baf1a8fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.044510809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2613d99b-fcf9-495e-8436-874baf1a8fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.425647535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2902746-9cb1-4b88-84ef-89e8b8bb9e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.425839673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f72b5e2-ac4d-4142-87ba-f236970a7a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.447658726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f72b5e2-ac4d-4142-87ba-f236970a7a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.448438228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2902746-9cb1-4b88-84ef-89e8b8bb9e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.677044891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-sub","reconcileID":"aefa6261-3dc5-46e2-8712-076c797d03dc","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.703091932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a14351b-86e6-4ad6-87ac-c892eeaaa01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.704882877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bcb280e-0421-4de2-9d75-3f652eabbfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.726555287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a14351b-86e6-4ad6-87ac-c892eeaaa01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.727317551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bcb280e-0421-4de2-9d75-3f652eabbfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.741006059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"2a33a319-9cdd-4b19-b131-59ca536d876d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.741030136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-temp-model-status","reconcileID":"2a33a319-9cdd-4b19-b131-59ca536d876d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.834517641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3595dc8-7e73-4129-b4dd-63c2406b6dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.834692597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0368259-4102-4e02-b8ad-eaadac13bc7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.866899804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0368259-4102-4e02-b8ad-eaadac13bc7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.867171305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3595dc8-7e73-4129-b4dd-63c2406b6dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.878162481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b4b041-ebe9-4fb7-9bda-ccbee2a20f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.896472412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b4b041-ebe9-4fb7-9bda-ccbee2a20f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.913345419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b4b041-ebe9-4fb7-9bda-ccbee2a20f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.933026671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b4b041-ebe9-4fb7-9bda-ccbee2a20f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.111879902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9de49dd8-cfa3-480a-912b-5ba65f683c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.120508282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"85cfb642-e250-468b-a0cd-25b63f6bde01","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.157760477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9de49dd8-cfa3-480a-912b-5ba65f683c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.163249446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"85cfb642-e250-468b-a0cd-25b63f6bde01","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.229172306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9a0a9f22-88f3-4e9b-8fc1-721c0f3ec681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.299771103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9a0a9f22-88f3-4e9b-8fc1-721c0f3ec681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.379651298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"e1cc3ea2-5930-475e-87ca-8ea680d96431","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.543193283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"e1cc3ea2-5930-475e-87ca-8ea680d96431","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.57231399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"9a12c13e-2008-4bf1-9ae0-a4460d5a443f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.659567781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"9a12c13e-2008-4bf1-9ae0-a4460d5a443f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.988558401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"93acf227-eba7-499c-b29a-473234d8f1e3","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.988596707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"93acf227-eba7-499c-b29a-473234d8f1e3","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.054291995Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-sub","reconcileID":"40cddac6-faa3-4ed8-92be-67c16e84bc97","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.096043858Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-sub","reconcileID":"40cddac6-faa3-4ed8-92be-67c16e84bc97","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.177972308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ff24c6e4-b9f1-464b-911a-74e82cd465bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.199178799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d981a5cf-26d1-47b0-be31-6a2c978477ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.200050593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"e41e6fa2-15a0-43e6-8f68-e1b1bd4bf4b3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.214369013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ff24c6e4-b9f1-464b-911a-74e82cd465bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.231078101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"5aa931f1-79ff-4750-878a-0dd13a8f4844","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.286663168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d981a5cf-26d1-47b0-be31-6a2c978477ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.287572685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"e41e6fa2-15a0-43e6-8f68-e1b1bd4bf4b3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.287608186Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"e41e6fa2-15a0-43e6-8f68-e1b1bd4bf4b3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.436222548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"ded42f4f-c3ba-4eea-b09b-efd2572ae593","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.473500118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"ded42f4f-c3ba-4eea-b09b-efd2572ae593","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.473572555Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"ded42f4f-c3ba-4eea-b09b-efd2572ae593","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.530099248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d2e3cded-7bb3-4ab3-8a22-8f26cc6b8803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.530779671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"01957dfc-c913-4cc5-8866-1f3a37c2c04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.570236959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"01957dfc-c913-4cc5-8866-1f3a37c2c04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.570602467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d2e3cded-7bb3-4ab3-8a22-8f26cc6b8803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.686852412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bdc08e6-0298-4ac3-8504-5fb394e97c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.695076355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5f76e91-75f3-4778-8fa5-652061428fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.728689618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"3e5789f0-ca07-4bc5-baeb-aa9ad765e99a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.745573318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bdc08e6-0298-4ac3-8504-5fb394e97c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.792624189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5f76e91-75f3-4778-8fa5-652061428fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.799514846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"3e5789f0-ca07-4bc5-baeb-aa9ad765e99a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.884173644Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"3e5789f0-ca07-4bc5-baeb-aa9ad765e99a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.901228083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2f7d89aa-1173-4bdc-845f-14b46dfe7a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.922197509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c27a11f1-9e4a-4434-9fe6-95dc94153ef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.927179287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2f7d89aa-1173-4bdc-845f-14b46dfe7a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.952682152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c27a11f1-9e4a-4434-9fe6-95dc94153ef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.220146674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"a1aded7b-edda-40b9-91ca-53a3c3f5f4e8","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.220171178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"a1aded7b-edda-40b9-91ca-53a3c3f5f4e8","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.220218403Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.242859447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"8f20fa6e-9af7-47c7-a524-982602952382","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.242883889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"8f20fa6e-9af7-47c7-a524-982602952382","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.257820357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"e1d13e27-9370-4d33-8687-dc62758573cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:48.258130654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-cc1e82","reconcileID":"73356110-83dd-46b9-84d1-ab68a01ee8fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-cc1e82\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.274687109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cec05878-d710-4397-85f6-ef1dd2211a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.274699013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8c73f07-519b-451c-9a73-0ca52e1f9a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.27590584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"ebbc1f07-b1a2-4be8-abe6-0cca4f8f9d32","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.275929374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"ebbc1f07-b1a2-4be8-abe6-0cca4f8f9d32","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"routeName":"external-model-e2e-rot-0d60b4-b52f423f4ec8","namespace":"e2e-extmod-rot-user-1dd4f7","model":"e2e-rot-0d60b4","externalModel":"e2e-rot-0d60b4","provider":"e2e-rot-0d60b4-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.278007516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"e1d13e27-9370-4d33-8687-dc62758573cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.299320726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8c73f07-519b-451c-9a73-0ca52e1f9a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.305711344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"b23aff04-d1ec-4dea-9d54-cd2d3c24b56c","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.306043845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"b23aff04-d1ec-4dea-9d54-cd2d3c24b56c","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.309869091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cec05878-d710-4397-85f6-ef1dd2211a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.325875032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"60b6ec49-cc15-4be9-a50d-0e59e0e464a3","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.325900293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"60b6ec49-cc15-4be9-a50d-0e59e0e464a3","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.378010802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"98bcebbd-e2d6-4add-922e-b731e28a9158","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.395708822Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-cc1e82","reconcileID":"f729932e-fec0-4336-9165-2b5d116c9d82","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-rate-test-model-3f0dde","model":"rate-test-model-3f0dde","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3f0dde/e2e-rate-iso-a-cc1e82"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.398062606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"98bcebbd-e2d6-4add-922e-b731e28a9158","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.429753521Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.429802126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"eddfadf4-c611-4089-83e5-571469bb1d84","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.429818886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"eddfadf4-c611-4089-83e5-571469bb1d84","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.452247368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"e1ebecfb-37c5-43ed-8d41-8b185e3d852e","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.45227452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"e1ebecfb-37c5-43ed-8d41-8b185e3d852e","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:48.471477759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-cc1e82","reconcileID":"96c92d08-e3ce-42f5-a484-b6834e412808","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-cc1e82\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:48.476121205Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"e1ebecfb-37c5-43ed-8d41-8b185e3d852e","name":"rate-test-model-e45ed0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-e45ed0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:48.476206811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"e1ebecfb-37c5-43ed-8d41-8b185e3d852e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-e45ed0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.49691607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"59b91f54-2aa1-425f-881a-a851f09f1027","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.496955342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"59b91f54-2aa1-425f-881a-a851f09f1027","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.497855632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"117b4c72-fc02-47c0-807c-6986e5698f9b","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.497874136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"117b4c72-fc02-47c0-807c-6986e5698f9b","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.50034347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"50c981d5-122f-4b78-a244-6ca3384ee111","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.516256274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a51e1e1c-523f-460b-a67d-aaaaa1a35b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.517107113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"d3f0bda4-316b-42ed-aff4-7e6d7bb9b8c9","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.517123255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"d3f0bda4-316b-42ed-aff4-7e6d7bb9b8c9","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.517838301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75ad683e-14e3-4fe0-951a-2525025e8bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.52089212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"50c981d5-122f-4b78-a244-6ca3384ee111","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.536904922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a51e1e1c-523f-460b-a67d-aaaaa1a35b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.537408304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"455da49b-7c3f-4490-979d-457582d09690","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.537444344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"455da49b-7c3f-4490-979d-457582d09690","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.541794111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75ad683e-14e3-4fe0-951a-2525025e8bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.548883847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-cc1e82","reconcileID":"62dae68e-0720-4ca5-8ce8-749cb300382d","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-rate-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.626958554Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-cc1e82","reconcileID":"c4064863-3931-40ce-92e8-b7f8d030dadb","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","model":"rate-test-model-e45ed0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-e45ed0/e2e-rate-iso-b-cc1e82"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.716005355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"95baf21a-2367-465a-890b-15a0d93a1999","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.733593728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"3ede4e76-4f9c-4d4e-9d46-b059edf96dc5","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.733615278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"3ede4e76-4f9c-4d4e-9d46-b059edf96dc5","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.766852555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"d578fcfa-54dc-4bfe-8398-f31bf3f136c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.781966241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-cc1e82","reconcileID":"233b47ab-18df-47a8-a042-503cc8b6b968","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.786992459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"d578fcfa-54dc-4bfe-8398-f31bf3f136c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.837264125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"fa5033c2-b839-4172-82ab-8e1b60318ec2","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.089324094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b052a06-0f6e-4474-a7c4-93722be9096a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.105681126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b052a06-0f6e-4474-a7c4-93722be9096a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.12178821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b052a06-0f6e-4474-a7c4-93722be9096a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.137917868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b052a06-0f6e-4474-a7c4-93722be9096a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.773978475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a82874-5634-494b-bcfb-f3eec4e88233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.790144663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a82874-5634-494b-bcfb-f3eec4e88233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.80635665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a82874-5634-494b-bcfb-f3eec4e88233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.822362355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a82874-5634-494b-bcfb-f3eec4e88233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.906764821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"c61b498a-7a5e-421a-b321-9393ff60692a","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.941015734Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"1a9ff29d-380f-432f-925f-227cf5a8f51f","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.977691983Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-03237dd6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-03237dd6","reconcileID":"bbf3258d-c32d-409d-9ee1-b2a42061102e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-03237dd6-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-03237dd6-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.104916254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75bf10d5-b55d-4242-8c6e-aa3928704317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.106882599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49290ab1-7788-4017-ad10-edddb212a543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.125257581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75bf10d5-b55d-4242-8c6e-aa3928704317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.196021471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49290ab1-7788-4017-ad10-edddb212a543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.291709873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6e87990-1324-4aa5-ac40-8ff284e4eb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.311845725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6e87990-1324-4aa5-ac40-8ff284e4eb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.426913758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46974bf5-65ea-4a1f-84e6-e05c448785ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.447287317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46974bf5-65ea-4a1f-84e6-e05c448785ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.463772861Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"76097e6d-c3c1-4669-a0a3-02ac035e1cf5","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.53771756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8419d629-1f40-43eb-b8bb-4ea6f48d76ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.553956941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8419d629-1f40-43eb-b8bb-4ea6f48d76ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.569879579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8419d629-1f40-43eb-b8bb-4ea6f48d76ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.585936996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8419d629-1f40-43eb-b8bb-4ea6f48d76ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.5860329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd4fc9bc-23b1-4831-822a-d8bdc0b6a98c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.606667531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd4fc9bc-23b1-4831-822a-d8bdc0b6a98c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.636388528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf8748b6-3986-4618-ba96-91b0e249b66d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.656746651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf8748b6-3986-4618-ba96-91b0e249b66d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.311657114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8b3006-4777-42fe-906c-d1997690e606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.327809898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8b3006-4777-42fe-906c-d1997690e606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.344707558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8b3006-4777-42fe-906c-d1997690e606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.361229908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8b3006-4777-42fe-906c-d1997690e606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.982162061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3a4893-171a-4e22-a235-61fc81ec3469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.998467749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3a4893-171a-4e22-a235-61fc81ec3469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:52.016883623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3a4893-171a-4e22-a235-61fc81ec3469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:52.034519261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3a4893-171a-4e22-a235-61fc81ec3469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.987952543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-cc1e82","reconcileID":"d214999a-afa0-476d-a267-a0e230ea7757","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-rate-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.051614467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"103e849c-df51-4b86-b6e0-eda4ce5fb12f","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.051648297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"103e849c-df51-4b86-b6e0-eda4ce5fb12f","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.280482159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-cc1e82","reconcileID":"c4cf0c62-8e03-4274-9854-07794196a2f1","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.347178908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"2982aabe-687a-49de-b647-1e5e32d14041","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.347314023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"2982aabe-687a-49de-b647-1e5e32d14041","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.403198598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-sub","reconcileID":"a59df051-0da2-449c-a660-990940119457","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-rot-0d60b4","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.415243593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"85f6e4f5-b072-4da8-8d93-9e8c59df2ab4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.437033146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"85f6e4f5-b072-4da8-8d93-9e8c59df2ab4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.507078034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"3947db34-09b1-4854-91bd-9ea8bcfcafa9","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.50721772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"3947db34-09b1-4854-91bd-9ea8bcfcafa9","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"routeName":"external-model-e2e-rot-0d60b4-b52f423f4ec8","namespace":"e2e-extmod-rot-user-1dd4f7","model":"e2e-rot-0d60b4","externalModel":"e2e-rot-0d60b4","provider":"e2e-rot-0d60b4-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.515057373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"9070797d-650c-4dca-a9d4-e984bc4f802d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.540304309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"9070797d-650c-4dca-a9d4-e984bc4f802d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.727456143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0a82d99c-d41a-439b-836a-1e6b0101b24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.728282928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b95448fe-d84f-413a-beb8-86a03a40b311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.745081197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"4c2dfc63-0b1f-43c0-84b4-cea88d2ef9e0","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.796995381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b95448fe-d84f-413a-beb8-86a03a40b311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.797085762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0a82d99c-d41a-439b-836a-1e6b0101b24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:55.817086436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"4c2dfc63-0b1f-43c0-84b4-cea88d2ef9e0","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.694447685Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-sub","reconcileID":"a2a87af5-e199-41cb-b310-2bbd2dec7425","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.694619371Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-sub","reconcileID":"a2a87af5-e199-41cb-b310-2bbd2dec7425","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.782769977Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.83401019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"479100ff-3f30-4fb4-b1ca-bcf3a12a3063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.83401113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aaed9195-4e1a-4735-b6d9-c5353bc73b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.848544631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"1616b569-6ce0-46e5-a67c-4912d93d5531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.848543442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"f3d8f2fd-d3fc-46d2-af0a-3b8016c2af12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.850337924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"66822a76-9b24-4ec1-8003-bef069a0edec","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.854095565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"479100ff-3f30-4fb4-b1ca-bcf3a12a3063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.8541081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aaed9195-4e1a-4735-b6d9-c5353bc73b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.870820897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"66822a76-9b24-4ec1-8003-bef069a0edec","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.895109927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"1616b569-6ce0-46e5-a67c-4912d93d5531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.896686194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"f3d8f2fd-d3fc-46d2-af0a-3b8016c2af12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.896743289Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"66822a76-9b24-4ec1-8003-bef069a0edec","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:57.012494311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-status-transition-auth","reconcileID":"31686625-3050-406a-b340-cfdb53b179e5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.061294912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"fd97bee9-849a-4537-9612-f78a29edeed5","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.081948749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"5497c689-8fb2-4332-9f65-1e82d9f7b04d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.131062871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"cde212ed-2bca-48f3-b5cc-60bc695be9fe","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.150917454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"cde212ed-2bca-48f3-b5cc-60bc695be9fe","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.263362556Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.263389894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"1e910834-8e59-472e-8818-3b795c7b41ba","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.284660782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"8a26fc19-5b12-41a8-a3c4-d5d57010c7e3","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:24:58.30091041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf","reconcileID":"0604da38-c5f3-4282-ac08-3b145372cca9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.315789842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"af81be78-6b9a-4516-9a70-b40ab297f47c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.316353897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64e3c627-8b4e-4d0c-a90e-b18d74722ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.316699715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"49659d96-adda-4a3e-bc96-6374994b732e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.322251311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"2b4c2b79-317c-4d72-8672-922130da5093","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.336633078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"af81be78-6b9a-4516-9a70-b40ab297f47c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.337730095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"49659d96-adda-4a3e-bc96-6374994b732e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.338872444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64e3c627-8b4e-4d0c-a90e-b18d74722ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.351264625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"887190c0-88c3-457a-9aa4-7849c4dacd3d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.375183288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"2ace69d3-8c71-450d-954a-9130256fa103","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.424149801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"db77b0ee-252c-4328-bf6a-135c2314ce90","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.424569316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a528801-a87c-473c-a531-5385c2e2ced3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.449588766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a528801-a87c-473c-a531-5385c2e2ced3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.45330348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"db77b0ee-252c-4328-bf6a-135c2314ce90","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.495521709Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf","reconcileID":"e6ffcba2-99c2-4c64-a97c-71f386bcf221","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.495694825Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf","reconcileID":"e6ffcba2-99c2-4c64-a97c-71f386bcf221","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.551861874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"22466ac9-ce01-4242-8ac1-77ecbef4456a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.552196478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb89bf78-93b4-4124-9dec-7726a574cdac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.552678036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e3bd1679-cf22-4d80-b551-d3fac5516d66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.564829473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"d971e44a-ef63-4787-a771-e8d86479fa30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.571744522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"22466ac9-ce01-4242-8ac1-77ecbef4456a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.572011522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"a6888069-fdec-423e-88dc-73af80243e91","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.575225468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb89bf78-93b4-4124-9dec-7726a574cdac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.575605194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e3bd1679-cf22-4d80-b551-d3fac5516d66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.655871558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f0ad8dbb-43b6-4770-8658-87623f7b8588","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.656248888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a680d63a-de0d-4020-9b57-33a65dd0a0b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.668986178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf","reconcileID":"5aeb9348-59ad-4a35-8a59-36ce64fbf776","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.669079349Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf","reconcileID":"5aeb9348-59ad-4a35-8a59-36ce64fbf776","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.69507519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f0ad8dbb-43b6-4770-8658-87623f7b8588","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:58.695719067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a680d63a-de0d-4020-9b57-33a65dd0a0b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.098824194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"26b0f563-d7e2-448a-a292-02d5ec234d3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.099000382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"55e9bdfd-ad20-4595-951f-d632557117dc","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.099019997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"55e9bdfd-ad20-4595-951f-d632557117dc","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.185802668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-cc1e82","reconcileID":"9c2a37ee-eb84-4bb7-aeb8-f32394e23110","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-rate-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.233010131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"26b0f563-d7e2-448a-a292-02d5ec234d3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.311759498Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"26b0f563-d7e2-448a-a292-02d5ec234d3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.311868974Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"26b0f563-d7e2-448a-a292-02d5ec234d3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.399955312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"37530a9c-b044-41ca-abbf-96ac81d3f647","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.399985108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"37530a9c-b044-41ca-abbf-96ac81d3f647","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.482343446Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"1d544c7e-148d-4723-8ef5-27cc5ec9f4b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.482368641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"579f00c3-f3e0-470e-8c78-32b7bd446d89","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.482381512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"579f00c3-f3e0-470e-8c78-32b7bd446d89","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.484790088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-cc1e82","reconcileID":"778d6210-be7a-4bf8-9ef1-e9805a4efec1","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-rate-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.531638983Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.586166699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-cc1e82","reconcileID":"13c82bbe-bb65-44bf-ab08-2eeb352599ce","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.596393555Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"bf806486-f2c0-403a-9b43-4d94990be715","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.615601066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"1d544c7e-148d-4723-8ef5-27cc5ec9f4b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.669778327Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"1d544c7e-148d-4723-8ef5-27cc5ec9f4b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.669809193Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-auth-cc1e82","reconcileID":"1d544c7e-148d-4723-8ef5-27cc5ec9f4b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.714193842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"f3f5f5d8-ed2f-43b4-9e8f-068f39591e59","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.714220578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"f3f5f5d8-ed2f-43b4-9e8f-068f39591e59","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.864369628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"080dda35-a52c-4d41-9877-cfc6367eb7aa","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.864400958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"080dda35-a52c-4d41-9877-cfc6367eb7aa","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.865054367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-cc1e82","reconcileID":"7a88a012-5b64-43b1-b838-084a677c7696","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.919483855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aab0c867-eb70-49af-8758-3775991891c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.919584113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"921d5e98-5aa1-4d18-be3b-f326d47ab7ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.940240114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aab0c867-eb70-49af-8758-3775991891c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.940656391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"921d5e98-5aa1-4d18-be3b-f326d47ab7ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.98011568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a95fab-bb9d-498e-8fe4-ae0d99d2a34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:59.996381174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a95fab-bb9d-498e-8fe4-ae0d99d2a34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:00.013290335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a95fab-bb9d-498e-8fe4-ae0d99d2a34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:00.029683543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a95fab-bb9d-498e-8fe4-ae0d99d2a34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:00.683824656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87863389-80cf-4b4d-ae37-05e520f69ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:00.700023091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87863389-80cf-4b4d-ae37-05e520f69ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:00.716501007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87863389-80cf-4b4d-ae37-05e520f69ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:00.732783404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87863389-80cf-4b4d-ae37-05e520f69ac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:00.982438626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"24a365ca-5653-4262-ad76-a81dea87b0fe","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.034273541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1d79dafd-ae23-489f-8d3d-2c0b461948ef","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.037229103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"874a6353-ece1-4bbf-be38-5afb42242396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.040673043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af969ea8-6291-4ee6-baf5-e3daeb967592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.04070791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f267e776-25c4-4d32-b5b5-5c0c6fedfe0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.054369222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1d79dafd-ae23-489f-8d3d-2c0b461948ef","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.057040612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"874a6353-ece1-4bbf-be38-5afb42242396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.062767534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f267e776-25c4-4d32-b5b5-5c0c6fedfe0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.0630319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af969ea8-6291-4ee6-baf5-e3daeb967592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.132535421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a89e6d19-b6b5-4d06-b0b2-b58246e39c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.152510931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a89e6d19-b6b5-4d06-b0b2-b58246e39c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.55385127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"318e2aec-14b6-480a-a225-4ede1ab3fdfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.553871004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc10564a-be57-42c5-b92c-1eb5708cb48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.574384466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"318e2aec-14b6-480a-a225-4ede1ab3fdfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:01.574502393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc10564a-be57-42c5-b92c-1eb5708cb48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:06.543977616Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"e9920095-a24b-4824-8253-49d728a53e5f","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:06.562731012Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"e9920095-a24b-4824-8253-49d728a53e5f","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:06.596689983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"e9920095-a24b-4824-8253-49d728a53e5f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-03237dd6-gw","tenantID":"e2e-migrate-03237dd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:06.641089265Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"e9920095-a24b-4824-8253-49d728a53e5f","name":"e2e-migrate-03237dd6-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:06.962609147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"f48e187e-d181-4400-a1d8-8470342a8621","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:07.083104443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-sub","reconcileID":"559bc2b0-afdc-4f3b-a062-4e2656540134","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-rot-0d60b4","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:07.173343496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"82e5f3c5-8c88-453d-bb37-eb01f27bf188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:07.196968547Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"54e923f2-45e3-48e2-897f-90c2f56f33cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:07.281142479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-cc1e82","reconcileID":"ed3a5c03-7150-444a-b702-f9b5f0640bf9","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:07.2952533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f01de560-6c6d-46ee-bf8c-c56edcf566a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:07.298094592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"446a1536-cb32-4df2-a864-ba16f8be0dd0","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:07.381920444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"0b3c1977-2341-450a-8f01-fca796e4a6ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:07.381919194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"857c6206-0c08-463e-81a5-5250934cc5f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:07.499783478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"829391af-3e76-4c3e-9b46-783e4fa8e0a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:07.531219586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"aa923a97-1b1d-49e2-98d3-0fcef9aa8f7b","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-detach-47b076","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:07.531539609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"2acf05cd-e280-49e8-bd40-e8c97c47abc1","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:08.567336569Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"c4edd080-618f-4a9c-a4bc-8e3d07ee8c1c","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:09.629226604Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"067723d9-ca47-446b-91a2-26d274b123cc","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:09.917008081Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-cc1e82","reconcileID":"8a2f9219-b131-4707-89a3-3cbbaf036df9","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","subscription":"e2e-rate-iso-a-cc1e82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:09.933694297Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-cc1e82","reconcileID":"8a2f9219-b131-4707-89a3-3cbbaf036df9","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:09.949997381Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-rate-iso-a-cc1e82","reconcileID":"8a2f9219-b131-4707-89a3-3cbbaf036df9","MaaSSubscription":{"name":"e2e-rate-iso-a-cc1e82","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.040102931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"c276243b-4ab2-4283-8661-3c8a4078a78c","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/rate-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.040124205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"rate-test-model-3f0dde","reconcileID":"c276243b-4ab2-4283-8661-3c8a4078a78c","MaaSModelRef":{"name":"rate-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"rate-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"rate-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.040097174Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.093060013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"523e92dd-c653-4cdc-8458-df0920335c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.093060015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56a5b805-8d28-4913-8e82-a168c4cad107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.113660362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"523e92dd-c653-4cdc-8458-df0920335c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.113725113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56a5b805-8d28-4913-8e82-a168c4cad107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.18788386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"466c0878-e018-45f8-99ff-391acf124c1b","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.187911083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"466c0878-e018-45f8-99ff-391acf124c1b","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.298018544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e81c8b8c-bf51-4e19-a286-3eaca5e2d9d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.298314692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bfcd331-9c4a-4639-9c57-221698bf426d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.318680874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e81c8b8c-bf51-4e19-a286-3eaca5e2d9d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:10.318786159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bfcd331-9c4a-4639-9c57-221698bf426d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.038510691Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf","reconcileID":"2ed30ee0-c9f5-4e27-89fa-c955531104fa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.090001168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf","reconcileID":"2ed30ee0-c9f5-4e27-89fa-c955531104fa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.090033624Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf","reconcileID":"2ed30ee0-c9f5-4e27-89fa-c955531104fa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.090160297Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf","reconcileID":"2ed30ee0-c9f5-4e27-89fa-c955531104fa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.179719364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"0d7e9623-da9c-45e9-bb01-e03028e52616","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.180159959Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.230059572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b26fe3b5-7b6e-40ff-8d93-2304f8c3ec7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.230562045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ae6b15a-91d9-43bb-bb61-ea837ae28580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.23076108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"dd809588-5829-41e6-97fe-8a91e5d3f764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.231211144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ec4f083a-afa8-4f2f-9350-8ba16d1bfc9e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.23195225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c54f9778-4d6d-4edd-acd3-bf03cf4da76c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.250718448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b26fe3b5-7b6e-40ff-8d93-2304f8c3ec7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.250865322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"dd809588-5829-41e6-97fe-8a91e5d3f764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.25338284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c54f9778-4d6d-4edd-acd3-bf03cf4da76c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.254618621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ec4f083a-afa8-4f2f-9350-8ba16d1bfc9e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.257149695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ae6b15a-91d9-43bb-bb61-ea837ae28580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.326467891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"214445a8-051d-402f-a4af-867e545f85f1","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.411204144Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f0c10a0d-e8b7-4467-bd93-39aa143dd69a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:11.63112444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"a00729bf-f1db-4728-a112-bb027e961ab0","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.444447031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"bef8857a-53d4-488a-b95d-f0c3c8807db9","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.465681962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"e1980658-82e7-47a8-971c-11d13e0bd3c8","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.518068778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"c4b9550f-69b6-44c8-84d7-566b22be601c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.538859185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"c4b9550f-69b6-44c8-84d7-566b22be601c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.651977858Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.652936416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"cc2e04cf-8141-49a5-be53-ed426d142cdc","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.681281287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"4f5d542b-fc87-4643-9e99-289353bbbac2","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:12.70469051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey","reconcileID":"8046d1d0-0b8a-4f58-94a2-c82b3effb663","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.723751422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"976e72e4-e9f5-4e86-bd16-067d5c7af96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.724635233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"09776b7e-9be6-4aab-9df8-3815d1ca7f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.724752215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f64dc4f5-209d-4b79-abfb-92f9828c7e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.725215797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"189962b7-142f-4ed5-b8d4-2c59df394494","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.726216268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"907a888c-29bd-4a48-9079-fb3d8a58d4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.748563026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"976e72e4-e9f5-4e86-bd16-067d5c7af96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.74857111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"09776b7e-9be6-4aab-9df8-3815d1ca7f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.752942826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"907a888c-29bd-4a48-9079-fb3d8a58d4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.754987391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f64dc4f5-209d-4b79-abfb-92f9828c7e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.76372915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"e404efbc-ae99-41f7-832b-f431617a9762","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.795763626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"49389cc9-bff8-441c-ae89-83dcabccf082","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.813609628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"948aeb3d-80b8-470c-8f61-203f9d2a52b0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.835765244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"948aeb3d-80b8-470c-8f61-203f9d2a52b0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.89281662Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey","reconcileID":"4c5f4ad9-da91-4daa-8208-3492cde1c336","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.893104116Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey","reconcileID":"4c5f4ad9-da91-4daa-8208-3492cde1c336","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.946189758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"5cc6aa80-ac1a-45bb-99f9-83e41ecbd9cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.946853336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"289373a6-9844-4114-b617-2c7b4ca99216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.948378726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"483c3c70-2bad-449a-bb27-c683f60c55a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.948474461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9917ebb-2022-469d-8387-056e6115da92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.965092096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"23fd2f36-319a-40c6-beab-35bb9d193b9b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.966331854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"28c33b6f-e1e4-4f86-8910-d003fe629126","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.969528883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"289373a6-9844-4114-b617-2c7b4ca99216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.970883343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"483c3c70-2bad-449a-bb27-c683f60c55a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.971926046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9917ebb-2022-469d-8387-056e6115da92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.972679072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"ee567562-75f6-4eb8-b127-6c5913bcdaaf","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.974483159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"5cc6aa80-ac1a-45bb-99f9-83e41ecbd9cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:12.985168687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"23fd2f36-319a-40c6-beab-35bb9d193b9b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:13.067202574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey","reconcileID":"82eb72c9-3865-49a2-b33d-3e21712d7061","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:13.067364778Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey","reconcileID":"82eb72c9-3865-49a2-b33d-3e21712d7061","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.477948242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"7cfaab9e-cffe-45bf-9758-264bdc9f026e","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.537261986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"f4c1b0f5-a9d3-4389-b27d-6831676df478","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.538048508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"57a99652-3188-4c24-86e1-4409f479de7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.538414319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1af2df4-99c0-4c5e-a09f-045e5e693d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.546571558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"06e39b76-d8f4-4c74-9f1b-3b5c919d6638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.549600742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c18443ab-d7b4-4da6-a173-6ae1914b6926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.558016112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"f4c1b0f5-a9d3-4389-b27d-6831676df478","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.559035842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"57a99652-3188-4c24-86e1-4409f479de7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.568117151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1af2df4-99c0-4c5e-a09f-045e5e693d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.570905626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"06e39b76-d8f4-4c74-9f1b-3b5c919d6638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.607715374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c18443ab-d7b4-4da6-a173-6ae1914b6926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:18.519642777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"52885a29-a888-44f9-b4c2-730bc0174828","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:18.56500287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-sub","reconcileID":"04c2f239-2ac5-44d6-9dac-2be400cf94c4","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-rot-0d60b4","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:18.62568111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"42ad59fa-4dd6-40b6-bde3-c00225ce0d3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:18.642408867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"ed444392-a5d9-4172-a774-9b7cb47f857f","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:18.710606569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"0b8e5dde-d19a-4f77-a4b4-086dced96720","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-detach-47b076","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:18.710981517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"e6c569c9-95dd-481e-865c-a1a2d8d998f4","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:18.797588754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41aa63f6-d6ce-4b2c-b84b-f82303687d7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:18.798265142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"3c457682-bc36-499b-86ba-b94e54a7befd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:18.895740976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"18e216a0-54b6-4c86-bcdd-d0eaafb43d15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:18.918460857Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"059998ea-255f-4bd1-94d5-1d89e6e5dc0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:19.115872279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"3fd639d4-716f-476d-97b2-9bf140e1c9d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:19.669527725Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"65abe581-bd78-4b4a-a5c1-de2a2c200a09","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:20.244368409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-cc1e82","reconcileID":"fefb4dae-c2de-43df-b8e8-d24bf692be5d","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","subscription":"e2e-rate-iso-b-cc1e82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:20.276805092Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-cc1e82","reconcileID":"fefb4dae-c2de-43df-b8e8-d24bf692be5d","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:20.295072997Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-rate-iso-b-cc1e82","reconcileID":"fefb4dae-c2de-43df-b8e8-d24bf692be5d","MaaSSubscription":{"name":"e2e-rate-iso-b-cc1e82","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:20.481914974Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:20.494586112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"f97f3b2a-209b-48ae-b677-0f97d78d5097","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/rate-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:20.494638605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"rate-test-model-e45ed0","reconcileID":"f97f3b2a-209b-48ae-b677-0f97d78d5097","MaaSModelRef":{"name":"rate-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"rate-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"rate-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:20.602723985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24b2b160-190a-4f55-94f6-b6dc42bd6112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:20.610502073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bf7b075-ede6-4859-9558-5a5c222d6040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:20.626320005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24b2b160-190a-4f55-94f6-b6dc42bd6112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:20.643297002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bf7b075-ede6-4859-9558-5a5c222d6040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.390235279Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"14214f9e-a9fe-4821-b656-5aeeb014666b","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.424969227Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"14214f9e-a9fe-4821-b656-5aeeb014666b","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.851978346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"b6338afc-19bb-42df-9a1c-08f2d7922dec","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.852003223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"b6338afc-19bb-42df-9a1c-08f2d7922dec","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.887044469Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"3ba14bad-794a-45fa-945d-3aed35f6f26c","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.903408119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"62f90439-d03c-4cc5-9e43-29842584a71c","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.903459768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"62f90439-d03c-4cc5-9e43-29842584a71c","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.156177151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b406dd98-4909-432e-b537-cd92000cf2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.170598829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"aa47d664-afcd-4d67-9dc9-44f2754f2174","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.170618222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"aa47d664-afcd-4d67-9dc9-44f2754f2174","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.172650345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b406dd98-4909-432e-b537-cd92000cf2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.188850118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b406dd98-4909-432e-b537-cd92000cf2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.205061249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b406dd98-4909-432e-b537-cd92000cf2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.209460885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"f69e5da0-2ff6-4b88-9b0e-cf9a7d9582db","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.209475482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"f69e5da0-2ff6-4b88-9b0e-cf9a7d9582db","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.241944401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"baf8996a-0470-405e-a205-a3086699b262","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.303336086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"baf8996a-0470-405e-a205-a3086699b262","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.322441618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-abdb6c3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"baf8996a-0470-405e-a205-a3086699b262","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.342973224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"be95ac4b-006d-4104-881b-9b1c4fe4c36a","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.342991732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"be95ac4b-006d-4104-881b-9b1c4fe4c36a","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.38754492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"d4e2636d-7268-41e9-bdc0-52a325a9d122","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.387561916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"d4e2636d-7268-41e9-bdc0-52a325a9d122","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.387763602Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.409484847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"1294da21-fb27-48a9-89d9-a254b3c67955","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.409502872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"1294da21-fb27-48a9-89d9-a254b3c67955","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.423133888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"5c999ca8-95fb-4430-aa7f-d102192e37fa","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:24.423539198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"73aef1f1-62d8-40af-9145-60d0c6d1a73a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-abdb6c3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:24.42703083Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"1294da21-fb27-48a9-89d9-a254b3c67955","name":"e2e-lifecycle-model-abdb6c3e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-abdb6c3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:24.427077816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"1294da21-fb27-48a9-89d9-a254b3c67955","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-abdb6c3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.432408237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"28a5b3c7-f7fb-4009-bf07-5a7227c0d56a","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.432451532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"28a5b3c7-f7fb-4009-bf07-5a7227c0d56a","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.435585067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f8c9c9-1f56-4f2f-9fb6-f5f7c7acff86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.438492071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91374259-e0eb-41ad-a9d9-11ee8bb21664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.442394948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"5c999ca8-95fb-4430-aa7f-d102192e37fa","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.455817544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f8c9c9-1f56-4f2f-9fb6-f5f7c7acff86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.458493101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91374259-e0eb-41ad-a9d9-11ee8bb21664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.45981182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"ac64416a-f964-4101-a73e-4ac32d392189","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.459828055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"ac64416a-f964-4101-a73e-4ac32d392189","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.462253022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-abdb6c3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"5c999ca8-95fb-4430-aa7f-d102192e37fa","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.478104072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"a5a0ac09-6114-4ac9-af30-0259bffcf975","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.478119274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"a5a0ac09-6114-4ac9-af30-0259bffcf975","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.544454006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"f78bfe48-4fe5-419c-a50b-c75e67387b29","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.549678381Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"c6036801-e5ca-4b8a-8043-65bd268ae7fe","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"maas-trlp-e2e-lifecycle-model-abdb6c3e","model":"e2e-lifecycle-model-abdb6c3e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-abdb6c3e/e2e-sub-abdb6c3e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.563855054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"f78bfe48-4fe5-419c-a50b-c75e67387b29","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.58206282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-abdb6c3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"f78bfe48-4fe5-419c-a50b-c75e67387b29","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.604868116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"bf97715f-40b0-43b4-9660-e3ae8334ff22","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.604887369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"bf97715f-40b0-43b4-9660-e3ae8334ff22","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.727003218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"a1d3f19d-d51d-4439-aa07-2cc07e74f3f2","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"maas-trlp-e2e-lifecycle-model-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.886588818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29615a25-7ba6-4b60-be15-33693918b05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.90286336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29615a25-7ba6-4b60-be15-33693918b05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.919066494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29615a25-7ba6-4b60-be15-33693918b05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:24.935464126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29615a25-7ba6-4b60-be15-33693918b05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.321137155Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"f6f135b3-9761-4dc0-b443-3bfabc777dc4","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.326919246Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"ae22d871-2c4c-448f-a991-8d3187b60c09","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.364502932Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"bbac1880-cda0-4b0b-abfb-2c987a4207e9","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.5322291Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey","reconcileID":"75ac9004-58d3-436a-8a0d-1457dfefbcfc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.580883923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey","reconcileID":"75ac9004-58d3-436a-8a0d-1457dfefbcfc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.580913849Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey","reconcileID":"75ac9004-58d3-436a-8a0d-1457dfefbcfc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.581050921Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey","reconcileID":"75ac9004-58d3-436a-8a0d-1457dfefbcfc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.722246225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"b50753ce-cbb0-4bd9-aa82-97e6e0ce8166","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.722499555Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.754961663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a158a914-05af-4737-8c15-5e377df62a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.771493266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a158a914-05af-4737-8c15-5e377df62a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.787773587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a158a914-05af-4737-8c15-5e377df62a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.804533674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a158a914-05af-4737-8c15-5e377df62a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.804722074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"de98eaaf-5786-4260-abec-b560caa3b82f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.805618625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d0e0918-0bb2-4d2c-a271-632af44a2247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.805743257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"344eb61d-e5c1-4e50-be74-b1b94531965f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.806433139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"21653918-abf1-4448-a7c3-7dba194d32ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.822193241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"e70e539f-3f2a-4b5a-a5d3-3adef01a758b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.824945128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"de98eaaf-5786-4260-abec-b560caa3b82f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.827179122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"344eb61d-e5c1-4e50-be74-b1b94531965f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.82730042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d0e0918-0bb2-4d2c-a271-632af44a2247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.829568028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"21653918-abf1-4448-a7c3-7dba194d32ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.842454402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"e70e539f-3f2a-4b5a-a5d3-3adef01a758b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.86492158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"8790b342-de27-4150-a6b3-4f47f4f42742","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:25.973176189Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"ed86f568-06b6-4cc7-bef1-d2bc32ad6bf0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:26.077656843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"dba3f4d1-1f77-4956-9b19-9b326efe00b8","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:26.48172671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdb4948-b92e-4c89-8261-a54d2827ba78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:26.497832645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdb4948-b92e-4c89-8261-a54d2827ba78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:26.51411292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdb4948-b92e-4c89-8261-a54d2827ba78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:26.530585304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdb4948-b92e-4c89-8261-a54d2827ba78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:26.877444512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c6bedd63-5f75-4477-86a7-c0990f1810f8","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:26.896223371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"962861ff-51c0-40c8-a5c4-6f0a8a993b22","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:26.955070018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube-auth","reconcileID":"8ed4014d-b5a8-4768-b8ce-9eb241c84b27","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.00433437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube-auth","reconcileID":"8ed4014d-b5a8-4768-b8ce-9eb241c84b27","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.072778695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"06242d96-cdc2-4ec1-a7f5-e0b272361a16","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.072934334Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.094675656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d451065a-2c3f-46d2-85f6-fa9fa7cf490a","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:27.110618202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube","reconcileID":"8c15f98e-8bda-480c-afaf-f7e94d428ff0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.12154622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"68a4a0b7-cb62-4f57-8db3-f2c6b3b9fc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.122565001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e87a2da4-1999-459b-a49e-bbefc51f094b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.125492889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8359913e-b768-4d6c-823c-ecbc22841921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.125522901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67f32c34-05fd-4ef6-8417-efeccaa9d929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.141178342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"68a4a0b7-cb62-4f57-8db3-f2c6b3b9fc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.141898242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e87a2da4-1999-459b-a49e-bbefc51f094b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.145279987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8359913e-b768-4d6c-823c-ecbc22841921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.145315117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67f32c34-05fd-4ef6-8417-efeccaa9d929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.150732005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"5e35ab1a-89fa-483e-9ca0-dfa4eb04cc68","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.171375264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"526371dc-33c8-4c8a-a0db-f302ba193738","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.172353911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"4a7a2dec-235a-4fc4-be6c-df85dca3eeac","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.187853571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5df43e8-76c5-4d11-b76f-298f904ad156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.204126477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5df43e8-76c5-4d11-b76f-298f904ad156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.220233737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5df43e8-76c5-4d11-b76f-298f904ad156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.236405423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5df43e8-76c5-4d11-b76f-298f904ad156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.273619692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube-auth","reconcileID":"6803b4cd-ffdc-40fc-b092-b298f075a3fb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.294593884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube-auth","reconcileID":"6803b4cd-ffdc-40fc-b092-b298f075a3fb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.296299991Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube","reconcileID":"e07c9443-8608-47e5-a5f0-387645e73d4d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.309893675Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube","reconcileID":"e07c9443-8608-47e5-a5f0-387645e73d4d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.375303513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"0c7511a5-4b3b-4a96-8a1b-a40f94bbbf4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.394574009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"1b44361d-c296-47d8-991d-0d108c332886","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.404162851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89f0a983-62a5-4034-ad47-a08b809d977a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.405452241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"84b12f72-b224-47ec-bffa-c6ce50937ac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.405625422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03375228-ff48-42e5-af17-b1258d9deca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.405894207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"3be33394-a993-458c-8064-2c819844fd1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.427866511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"84b12f72-b224-47ec-bffa-c6ce50937ac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.428932235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89f0a983-62a5-4034-ad47-a08b809d977a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.431551889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03375228-ff48-42e5-af17-b1258d9deca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.432792608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"3be33394-a993-458c-8064-2c819844fd1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.495133421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube","reconcileID":"e5d4778d-9bcd-44b2-8a87-1ec42fa98756","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.495345571Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube","reconcileID":"e5d4778d-9bcd-44b2-8a87-1ec42fa98756","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.532387202Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.641834236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"cea5df7e-fb33-4064-af0f-9478f354d48f","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.690561922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"7d4268d9-f840-4606-9dd3-812ba1b6baf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.69571377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a8073333-8f15-4cd7-969c-4c1a4ccc7bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.696044204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ac954a8-dda9-4b8d-bbbf-1a966857ed5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.696274495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube-auth","reconcileID":"fcb7f9fd-4b7d-4531-bb66-22de92bce336","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.697300878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3610fca-7266-4546-82b3-84123629a689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.710394945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"7d4268d9-f840-4606-9dd3-812ba1b6baf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.715879525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a8073333-8f15-4cd7-969c-4c1a4ccc7bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.717007262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube-auth","reconcileID":"fcb7f9fd-4b7d-4531-bb66-22de92bce336","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.718457485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ac954a8-dda9-4b8d-bbbf-1a966857ed5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.719757829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3610fca-7266-4546-82b3-84123629a689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:33.406179643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"e2e3f98a-c098-46de-b360-4f28943fc046","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"maas-trlp-e2e-lifecycle-model-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:33.464979846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"c7290838-8c4f-4528-af43-2ba373b8ab11","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:33.465004315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"c7290838-8c4f-4528-af43-2ba373b8ab11","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:33.77874172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"13c0facb-5c38-4581-a539-8d84fcf39fb2","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:33.799065003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"13c0facb-5c38-4581-a539-8d84fcf39fb2","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:33.81883722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-abdb6c3e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07cc7d7a42fd41cd989ed533c66f03e6ffc06c428ad8ccd645c3506edce7ade2) AuthConfig (1f2bb44e95f570071d8debedfe8e9de9abce9b4a5f903078d93b8717de584f1d) AuthConfig (c37a01bb70403d7bd3583b54a217573e5428071d250cb491131346fa511612e4) AuthConfig (40499dea84e6fd3993919d6330ca8fb39b1b8195d1854b7a4ff738b192a7d400) AuthConfig (b0646d8cbb370cda477618074a18cdf900db200b65a3fe0da4333b36e002f633) AuthConfig (7de43d88d6c0a418d0b9c94f4cc1449dc698f762fd7b195644c2d3cd1ec1537d) AuthConfig (9776a6609f63596a3aa2682987b7e56a0745f4dfe213ea51f5f7a1af51d84170) AuthConfig (d7757f35ae5990f729b2ee74841727a82f6e7025f73349ecfacb535cf0168d60) AuthConfig (cf1fced45ac4aaf9a586dc17954e33778161762c5edcbd0db0e75b77de62413b) AuthConfig (029fadf5bbdba7f6a66a29602d87f51d3a5542a84811af0753a62fb788767b07) AuthConfig (e1339db0d07eec7c523aaccd3b5e13fd99fc45e91dac67a40b63f43f10313924) AuthConfig (d45679d68d01a1ab8ce5b1b673bc12eb38b38ddf03476ca4382e25aefaabfdcc) AuthConfig (a884378808bfa508be1fc143fd980fda70d539f1bc77fbb6582e1b6b056a5d9f) AuthConfig (f8300841be0f7b3d48c83d15fd731fd6543090bd9417ae48a6251b92eb2f4200) AuthConfig (c8acc5cf36ea5db6966693f92c8a6f437e9d49df3b26ee640f5c5ccda57307a9) AuthConfig (cb2a02f4fe430c2c7d44ca9e9a5129ef3d8b24b931367863ea13697c4fec729d) AuthConfig (82dff12853f76eb15426a97b57f6e5bee44e296e4e0b13640dda4c51d1c45751) AuthConfig (2d59a3cbb5d435a184853e9dd1417bc5d51121120a4b57e175faa3e14db2209c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"13c0facb-5c38-4581-a539-8d84fcf39fb2","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:33.840400283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"aaa58c69-2d1a-4b4a-b9b0-22f2b472ca21","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:33.84045429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"aaa58c69-2d1a-4b4a-b9b0-22f2b472ca21","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:35.398896984Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"40ea5403-8aad-4e1b-badc-931eab068562","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:35.501586664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"024867f8-40ca-4849-89bf-76a10826e792","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:35.57139031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8adba04e-22b1-45eb-855d-c2abd058cc14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:35.571709662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78214c5b-7dfa-4144-955e-405694837429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:35.591729381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8adba04e-22b1-45eb-855d-c2abd058cc14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:35.593481829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78214c5b-7dfa-4144-955e-405694837429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.170795157Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","namespace":"ai-tenant-e2e-migrate-03237dd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.170853054Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","namespace":"ai-tenant-e2e-migrate-03237dd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.170905505Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","tenant":"e2e-migrate-03237dd6","tenantID":"e2e-migrate-03237dd6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.188462207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"Deployment","name":"maas-api-e2e-migrate-03237dd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.21827584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"Service","name":"maas-api-e2e-migrate-03237dd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.237466973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-03237dd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.255575402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-03237dd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.273767105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.291476435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.306988295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.322881527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.33851172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"Deployment","name":"payload-processing-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.354196569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.370407376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"Service","name":"payload-processing-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.386745887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"Service","name":"payload-pre-processing-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.409211978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.425141763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.440775811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.458760255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.474752865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.49070819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.506455792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-03237dd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.522271096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-03237dd6"},"namespace":"ai-tenant-e2e-migrate-03237dd6","name":"default-tenant","reconcileID":"7af0450b-510a-4264-8e7b-bf42f5c799c5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-03237dd6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.593789994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e374c833-5482-4017-8944-db134b7815db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.595867246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abd1fe36-1d27-4bdb-adc9-14e8c19f6c04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.696805241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abd1fe36-1d27-4bdb-adc9-14e8c19f6c04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.697794648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e374c833-5482-4017-8944-db134b7815db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.860183067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d27e5b-47ea-4322-a2a8-0ba06fce9be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.860682671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4124b060-4ff9-4428-be3b-59897d44cce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.865534776Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-03237dd6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-03237dd6","reconcileID":"f70e493d-4740-46fb-93d0-67d92b71a9fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-03237dd6-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-03237dd6-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.882321782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4124b060-4ff9-4428-be3b-59897d44cce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.882401337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d27e5b-47ea-4322-a2a8-0ba06fce9be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.935226965Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"13bd1236-9997-4fec-b815-c074b871fa7a","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.099942446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60179f14-3cd9-4142-ad93-fc1cd07cc37b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.102312364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25967b1e-8df3-4397-a042-c435a18ac720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.121438799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60179f14-3cd9-4142-ad93-fc1cd07cc37b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.126073776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25967b1e-8df3-4397-a042-c435a18ac720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.315574308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c64d92-4ce6-438f-8863-101df9bdbfa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.332437414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c64d92-4ce6-438f-8863-101df9bdbfa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.348988143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c64d92-4ce6-438f-8863-101df9bdbfa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.365121143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c64d92-4ce6-438f-8863-101df9bdbfa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.704526012Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube","reconcileID":"5f459293-4b52-4812-963c-3ff67741fdb6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.750630045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c5849bd-ca76-4bc1-87d3-23fb58b9769b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.752384469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eeeb0f15-5b8b-4da0-b581-66320637e2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.772728613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c5849bd-ca76-4bc1-87d3-23fb58b9769b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.79622882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eeeb0f15-5b8b-4da0-b581-66320637e2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.796673275Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube","reconcileID":"5f459293-4b52-4812-963c-3ff67741fdb6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.796694407Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube","reconcileID":"5f459293-4b52-4812-963c-3ff67741fdb6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.796790071Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube","reconcileID":"5f459293-4b52-4812-963c-3ff67741fdb6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ff49f4/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.927479011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"859c4128-4429-4978-a387-2dab19845fc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.969198057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"10561742-1cc8-48d6-b6af-c974cac3bd5c","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.969394711Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.01846512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube-auth","reconcileID":"a4443349-80c7-41b3-9c05-6b77f1941ce4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.018894934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47589cea-bf4e-40c7-bcc0-61c481fa5ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.019643951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b56dae4d-03b9-4592-9203-72aca6f9c0a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.019703928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"5ba9986e-7ee2-42c7-bccd-7b8b9ad9c323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.020116111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"557bd607-3965-450c-96a9-200f718526dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.038787343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube-auth","reconcileID":"a4443349-80c7-41b3-9c05-6b77f1941ce4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.039767381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47589cea-bf4e-40c7-bcc0-61c481fa5ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.041215396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"5ba9986e-7ee2-42c7-bccd-7b8b9ad9c323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.041833377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b56dae4d-03b9-4592-9203-72aca6f9c0a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.043357225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"557bd607-3965-450c-96a9-200f718526dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.052771837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca3ebe6-7cde-4d06-87ba-888ce8688a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.069921378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca3ebe6-7cde-4d06-87ba-888ce8688a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.086041826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca3ebe6-7cde-4d06-87ba-888ce8688a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.102987657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca3ebe6-7cde-4d06-87ba-888ce8688a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.125255375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"5a661104-881e-4aba-9143-f2f2b393a072","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.203031221Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-degraded-models-kube-auth","reconcileID":"83b8b70d-36b1-4a73-8340-1bf152cbb15c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.254608919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"c9fe49e2-97b2-4c1c-afc4-8dde8e9c267e","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:41.986224226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"91a4a716-e623-4f2b-9ab4-3dc923054afb","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.091111019Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"74a4f13c-5b1c-4a46-80d5-4dbce70f4587","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.293082362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333f57ff-428d-4618-83ea-7e6c7a4ecb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.309063086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333f57ff-428d-4618-83ea-7e6c7a4ecb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.325370019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333f57ff-428d-4618-83ea-7e6c7a4ecb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.344103579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333f57ff-428d-4618-83ea-7e6c7a4ecb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.970366838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3e1750-ba50-4fb1-8cf7-1f5aa00451b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.986199921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3e1750-ba50-4fb1-8cf7-1f5aa00451b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.002129202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3e1750-ba50-4fb1-8cf7-1f5aa00451b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.018354995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3e1750-ba50-4fb1-8cf7-1f5aa00451b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.140572258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"686c799d-c584-4b97-91d6-6363d8a1b006","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.17818092Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4e4dcdb1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4e4dcdb1","reconcileID":"6938c6da-3137-4d5b-aa92-650ae9b127d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4e4dcdb1","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-4e4dcdb1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.289011543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c16eb90e-74fd-4ce1-b789-4cf0920a20fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.29287854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"731af66c-fd79-4843-85bf-d6b0436e9e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.296282518Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"909dd7ae-77aa-4359-9520-08c0098827b7","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.310321525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c16eb90e-74fd-4ce1-b789-4cf0920a20fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.315106734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"731af66c-fd79-4843-85bf-d6b0436e9e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.411606746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"100c613c-5b63-49eb-88a5-804b13fbe7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.43264467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"100c613c-5b63-49eb-88a5-804b13fbe7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.536800248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a20adc46-6b00-4613-9141-a7ef5e154f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.557716559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a20adc46-6b00-4613-9141-a7ef5e154f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.68403022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bbef33-e152-403d-8842-662658e8f589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.700016558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bbef33-e152-403d-8842-662658e8f589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.716068548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bbef33-e152-403d-8842-662658e8f589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.735343468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bbef33-e152-403d-8842-662658e8f589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.874655822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"04295b78-3a43-4d3d-8d51-f0f804f94b3b","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.894819129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"04295b78-3a43-4d3d-8d51-f0f804f94b3b","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.91357074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-abdb6c3e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07cc7d7a42fd41cd989ed533c66f03e6ffc06c428ad8ccd645c3506edce7ade2) AuthConfig (1f2bb44e95f570071d8debedfe8e9de9abce9b4a5f903078d93b8717de584f1d) AuthConfig (c37a01bb70403d7bd3583b54a217573e5428071d250cb491131346fa511612e4) AuthConfig (40499dea84e6fd3993919d6330ca8fb39b1b8195d1854b7a4ff738b192a7d400) AuthConfig (b0646d8cbb370cda477618074a18cdf900db200b65a3fe0da4333b36e002f633) AuthConfig (7de43d88d6c0a418d0b9c94f4cc1449dc698f762fd7b195644c2d3cd1ec1537d) AuthConfig (9776a6609f63596a3aa2682987b7e56a0745f4dfe213ea51f5f7a1af51d84170) AuthConfig (d7757f35ae5990f729b2ee74841727a82f6e7025f73349ecfacb535cf0168d60) AuthConfig (cf1fced45ac4aaf9a586dc17954e33778161762c5edcbd0db0e75b77de62413b) AuthConfig (029fadf5bbdba7f6a66a29602d87f51d3a5542a84811af0753a62fb788767b07) AuthConfig (e1339db0d07eec7c523aaccd3b5e13fd99fc45e91dac67a40b63f43f10313924) AuthConfig (d45679d68d01a1ab8ce5b1b673bc12eb38b38ddf03476ca4382e25aefaabfdcc) AuthConfig (a884378808bfa508be1fc143fd980fda70d539f1bc77fbb6582e1b6b056a5d9f) AuthConfig (f8300841be0f7b3d48c83d15fd731fd6543090bd9417ae48a6251b92eb2f4200) AuthConfig (c8acc5cf36ea5db6966693f92c8a6f437e9d49df3b26ee640f5c5ccda57307a9) AuthConfig (cb2a02f4fe430c2c7d44ca9e9a5129ef3d8b24b931367863ea13697c4fec729d) AuthConfig (82dff12853f76eb15426a97b57f6e5bee44e296e4e0b13640dda4c51d1c45751) AuthConfig (2d59a3cbb5d435a184853e9dd1417bc5d51121120a4b57e175faa3e14db2209c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"04295b78-3a43-4d3d-8d51-f0f804f94b3b","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.480667429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0de8c99-1e1f-4677-93e3-5da0d9c179e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.480693545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8f937c0-fb54-45a5-9349-015280b1cba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.500868704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8f937c0-fb54-45a5-9349-015280b1cba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.501635873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0de8c99-1e1f-4677-93e3-5da0d9c179e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.610942931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11a4d7e7-443b-4102-91be-ede75721ca27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.632498852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11a4d7e7-443b-4102-91be-ede75721ca27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.704593279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e55a663a-3742-48b5-b9d6-2df777ec0df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.706349479Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"9eb40326-f560-4520-97b2-9a103bd5754e","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.724788423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e55a663a-3742-48b5-b9d6-2df777ec0df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.636408694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d082d257-0f69-4d34-a1fa-4036d6bea77d","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.636719274Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.657231199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"957b2df0-3f2a-4180-b7e8-bddfeb83f981","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:46.673413339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-list-subs-refs-sub","reconcileID":"f5f7e09e-fb96-4ad8-81c4-a1ebdea0efcf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.685817769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04fa2a8c-f93f-4b92-a8e9-47b8e8030226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.688935161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2f5c9b77-42ee-4663-a115-75d88adf5fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.68966085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c5c95bd8-e999-4c71-8ffb-3607e704d292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.690969086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fe99d5a-e52d-4672-8717-3593be866f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.707943516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04fa2a8c-f93f-4b92-a8e9-47b8e8030226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.710036844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2f5c9b77-42ee-4663-a115-75d88adf5fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.710558192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c5c95bd8-e999-4c71-8ffb-3607e704d292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.712812654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fe99d5a-e52d-4672-8717-3593be866f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.71738863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"afeefb1e-d426-4999-b2f6-ba75bd7158c2","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.736542797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"5fec476d-d618-4eed-80ba-3a9369d89be2","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.808309781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b31e44b-3f67-4f9f-b896-5b1e04202c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.808331378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82376822-7d13-4e2d-a1b5-8e018585d0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.809569975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d7940541-27be-46e4-9cd2-65a01de36693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.80957259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"971e6414-35eb-479b-9387-c83ce37b53bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.822792986Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-list-subs-refs-sub","reconcileID":"1f306101-4d75-4d60-bccf-d82657842154","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.828800863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b31e44b-3f67-4f9f-b896-5b1e04202c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.830532695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82376822-7d13-4e2d-a1b5-8e018585d0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.831563909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"971e6414-35eb-479b-9387-c83ce37b53bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.834187442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d7940541-27be-46e4-9cd2-65a01de36693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.880119701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"724ffa5c-8b9c-4caf-9700-8fdb4a05b3e2","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.904756006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"0cdc0166-8760-498e-b5ef-2ba8a64b2422","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:47.003493139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-list-subs-refs-sub","reconcileID":"1e4b8600-4de9-47c3-a43a-fe0b2ea4d18d","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:47.632102995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"1a777455-a978-4fb4-8d52-d32b0c5f22ee","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:47.681438536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"61e941a2-998d-47f2-8f18-70bc6b21ac7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:47.681776487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a576a51f-d6ad-4237-8686-5958b2cf34cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:47.684300796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b78f20b-b6bd-4c27-994e-b6c0b2d85a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:47.686949966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"05c889bd-2d82-47dc-9eed-540fc6e44d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:47.701282368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"61e941a2-998d-47f2-8f18-70bc6b21ac7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:47.701650832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a576a51f-d6ad-4237-8686-5958b2cf34cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:47.704512314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b78f20b-b6bd-4c27-994e-b6c0b2d85a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:47.706225562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"05c889bd-2d82-47dc-9eed-540fc6e44d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:53.948099157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"9938e705-c995-44a1-a37e-2559311e8911","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:53.968037607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"9938e705-c995-44a1-a37e-2559311e8911","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.055270433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"b5f57abe-e195-40df-bad1-cab72f65309f","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.055293174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"b5f57abe-e195-40df-bad1-cab72f65309f","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.739468677Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"c6e96ca7-04ef-4d53-a638-2e8fcf2adda5","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.686837605Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-list-subs-refs-sub","reconcileID":"97159e23-5359-484e-831d-a835434688ed","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.767800416Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-list-subs-refs-sub","reconcileID":"97159e23-5359-484e-831d-a835434688ed","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.839877746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"83727b95-5c69-45cd-98ef-3a25d97717b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.922132513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"4690f84c-37fa-407e-a8c9-fc10130ced37","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.922453453Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.972104399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"742fe545-4fc6-420d-8b9e-4026526f51ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.972160919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82b52b01-d816-44d7-9b11-e9cc6b07c56e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.973329911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"53ab3429-89b1-48dd-a358-59e38dd3a2a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.974575616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10b998a4-5935-44fe-a2d8-ae8ffed4aebf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.992754116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"742fe545-4fc6-420d-8b9e-4026526f51ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.993390051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82b52b01-d816-44d7-9b11-e9cc6b07c56e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.996205868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"53ab3429-89b1-48dd-a358-59e38dd3a2a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:57.997129847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10b998a4-5935-44fe-a2d8-ae8ffed4aebf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.260211812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"6acf2d6d-b8e9-499b-9902-e370d9ffcafb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-4e4dcdb1","tenantID":"e2e-ait-4e4dcdb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.304216541Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"6acf2d6d-b8e9-499b-9902-e370d9ffcafb","name":"e2e-ait-4e4dcdb1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.559490064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"27ca21be-b6b6-45d7-8eb9-438d12d60199","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.559532511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"27ca21be-b6b6-45d7-8eb9-438d12d60199","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.584154774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"75d6b8f5-6898-4122-8a1b-a8cf24f4f9a2","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.735605098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"efe1171f-55ba-4732-bbaa-dc50673e606a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.735724711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"efe1171f-55ba-4732-bbaa-dc50673e606a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.735914095Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rot-0d60b4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.757312715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"8d922434-afe1-40b6-a87a-600d4e7d2b5d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.757338332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"8d922434-afe1-40b6-a87a-600d4e7d2b5d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:25:58.777529937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-sub","reconcileID":"76bc625c-62dd-4b67-af3c-69ef8bed4711","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.785068522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"07f174a6-e283-4f93-9b49-4b76dbca411c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.787714381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13aa2ce8-038c-4443-85fe-dc8c57acfebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.787788723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8876a3d3-f25c-4ddc-883f-c2e58a697d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.792749686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b5851515-6ead-461e-9d66-263c0a28483c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.811639485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"07f174a6-e283-4f93-9b49-4b76dbca411c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.817246528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b5851515-6ead-461e-9d66-263c0a28483c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.819339163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8876a3d3-f25c-4ddc-883f-c2e58a697d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.820929431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13aa2ce8-038c-4443-85fe-dc8c57acfebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.826239545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"a8e08dc8-c985-4173-9c8e-623ff62845cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.82627938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"a8e08dc8-c985-4173-9c8e-623ff62845cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.848035601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"ca0f7ee3-950e-4eee-af7a-1683f92c1d1d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.848079734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"ca0f7ee3-950e-4eee-af7a-1683f92c1d1d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.914945912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"76ad7b00-42a5-459e-98ee-4591da562117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.922305873Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-sub","reconcileID":"2fad93bc-a89d-4a5c-a66b-cc5f3702bbda","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.935400792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"a7cfd948-1af0-43ff-b032-5cd70b42e6e1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.935438089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"a7cfd948-1af0-43ff-b032-5cd70b42e6e1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.936498034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"76ad7b00-42a5-459e-98ee-4591da562117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.959014232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"a6ddf653-6237-4bb0-9c2a-074aec99aa79","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.959042814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"a6ddf653-6237-4bb0-9c2a-074aec99aa79","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.979717445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"eaf31cb0-1cba-4ccc-9cc8-51cbfb88b112","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:58.979764098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"eaf31cb0-1cba-4ccc-9cc8-51cbfb88b112","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.026596969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3503daee-7fe0-405b-aae1-f0b6929e1648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.039119183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8505f565-d0c8-4800-afc5-483c33b9fa67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.043210024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-auth","reconcileID":"29fefadb-d53d-49f6-9680-571987f8a0b5","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.062128018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4e2593e1-4edc-4a7d-80e1-2bc7568ed7e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.06451704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-sub","reconcileID":"5671a2d8-dab6-481b-a816-8ae72235a740","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.07613175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-auth","reconcileID":"29fefadb-d53d-49f6-9680-571987f8a0b5","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.076289404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8505f565-d0c8-4800-afc5-483c33b9fa67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.080007185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3503daee-7fe0-405b-aae1-f0b6929e1648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.084711993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4e2593e1-4edc-4a7d-80e1-2bc7568ed7e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.184288588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d49c52aa-8434-4d0b-a027-1c450262149b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.207288986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d49c52aa-8434-4d0b-a027-1c450262149b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.219683889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"6c07d519-f6e3-4d86-9bc3-9361a9a54224","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.219712901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"6c07d519-f6e3-4d86-9bc3-9361a9a54224","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.256188329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4acc75dc-430f-43b3-b769-e8f47988bd99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.282678136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4acc75dc-430f-43b3-b769-e8f47988bd99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.355066159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-auth","reconcileID":"f5388cdf-326c-4cf1-9263-d578c55734ab","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.381725135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-auth","reconcileID":"f5388cdf-326c-4cf1-9263-d578c55734ab","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.538782897Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:01.974917277Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-auth","reconcileID":"1615adf0-1326-4f06-955d-458fcf421e6a","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:01.975062111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"aa02dab5-9401-4217-bb9a-9dde312f40ca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:01.975081602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"aa02dab5-9401-4217-bb9a-9dde312f40ca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.064165434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-sub","reconcileID":"861c9d9f-a7d5-4550-8652-9d5bba293f9d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.101721003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b579b6ea-847a-48a6-89cf-ce5389852ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.102785855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"553b35df-1a43-47f9-9b09-80fa4e04a9a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.111698478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"7ae4ea21-9ad4-46a5-92f4-deb4af18993a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.111729423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"7ae4ea21-9ad4-46a5-92f4-deb4af18993a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.124782244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b579b6ea-847a-48a6-89cf-ce5389852ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.195068439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"553b35df-1a43-47f9-9b09-80fa4e04a9a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.225105615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"66b78411-1ec8-471b-9a68-4697013a70dd","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.24353078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"4a68d4ef-82de-446c-be0c-48cfbbb4eabe","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.243550857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"4a68d4ef-82de-446c-be0c-48cfbbb4eabe","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.260082725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"c5f0134e-a821-4a1b-a0f2-0fc9bab3b7cf","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.262934014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"9ad05d59-eaf7-45c3-8d85-5af5175bfe23","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.279029118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"7a65c362-de91-4804-9b06-060f67b119f2","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.279053013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"7a65c362-de91-4804-9b06-060f67b119f2","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.279381055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"f583ac50-6808-48e1-af6a-ad06a0da01ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.279394596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"f583ac50-6808-48e1-af6a-ad06a0da01ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.280020793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"c5f0134e-a821-4a1b-a0f2-0fc9bab3b7cf","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.291889199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"a4bd961b-9628-47df-9f11-9f618a536b34","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"maas-trlp-e2e-lifecycle-model-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.291897821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-sub","reconcileID":"31e30b80-c7d3-42d0-88cb-1f9dc74bb1c6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.399703034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffef92ad-11b0-404e-9f35-a417c064ed71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.415980667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b727876-8dc1-4223-a323-3b93ef78ef0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.425161934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffef92ad-11b0-404e-9f35-a417c064ed71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.437869899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b727876-8dc1-4223-a323-3b93ef78ef0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.495027408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"9632d91b-bf2d-45c3-96e9-07c754243a6c","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"maas-trlp-e2e-lifecycle-model-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.511651438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"83646fd3-b7d0-42b1-86d9-1b8f89d57248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.512002321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"c189ac8b-fdf3-47b6-8b51-35949b0966ef","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.534482687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"83646fd3-b7d0-42b1-86d9-1b8f89d57248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.535069715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"c189ac8b-fdf3-47b6-8b51-35949b0966ef","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.577233029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"13f2749b-45d3-46ed-acd3-57a578bb798d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.598169995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"13f2749b-45d3-46ed-acd3-57a578bb798d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.605364749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcab4610-a96f-4788-850f-542937462f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.622028232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcab4610-a96f-4788-850f-542937462f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.638250338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcab4610-a96f-4788-850f-542937462f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.654478345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcab4610-a96f-4788-850f-542937462f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.227761277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"57cbf81e-020d-48e4-8871-35f0a53050ba","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.257231279Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"8622b802-5d14-4d10-aa41-03edc122398c","namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.297805184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"57cbf81e-020d-48e4-8871-35f0a53050ba","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.297872183Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"57cbf81e-020d-48e4-8871-35f0a53050ba","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.301624268Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"84b29743-7f85-4344-8975-9b9cf6c0257c","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.327756486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"760143f4-cd55-49c7-ae2d-c9195934daa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.328341649Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-sub","reconcileID":"9d5f5450-d54a-4ca2-afa9-414b2bca1b6b","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","error":"MaaSModelRef not found: e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.345031749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"760143f4-cd55-49c7-ae2d-c9195934daa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.362105715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"760143f4-cd55-49c7-ae2d-c9195934daa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.362332923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"cba8318e-6578-42ff-9790-4d81c9963c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:03.362961467Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"84b29743-7f85-4344-8975-9b9cf6c0257c","name":"e2e-rot-0d60b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-0d60b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:03.363033583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"84b29743-7f85-4344-8975-9b9cf6c0257c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-0d60b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.36328127Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-sub","reconcileID":"9d5f5450-d54a-4ca2-afa9-414b2bca1b6b","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7","model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.380266457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"760143f4-cd55-49c7-ae2d-c9195934daa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.384330906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"cba8318e-6578-42ff-9790-4d81c9963c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.432898114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"e74586c3-8de8-4c8a-beba-e851640615cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.45061364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"f54eaba8-03c7-42e5-bb93-f02d782c6f14","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.454770074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"e74586c3-8de8-4c8a-beba-e851640615cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.466854816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"43f38533-7760-4ba4-bfe4-a5bd8282ed14","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.472088882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"f54eaba8-03c7-42e5-bb93-f02d782c6f14","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.473341997Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"e74586c3-8de8-4c8a-beba-e851640615cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.48159288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"ac58c577-fb11-4a2e-95db-83c4caeed465","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.489537083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"43f38533-7760-4ba4-bfe4-a5bd8282ed14","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.503036415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"ac58c577-fb11-4a2e-95db-83c4caeed465","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.503102115Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"ac58c577-fb11-4a2e-95db-83c4caeed465","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.505537402Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-sub","reconcileID":"e225b1b6-8146-4ff9-94ea-dbdca8adcdac","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","error":"MaaSModelRef not found: e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.508499034Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"43f38533-7760-4ba4-bfe4-a5bd8282ed14","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.512838969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"317ba91a-46f6-4946-81fe-06dd46a9cd82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.536988714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"317ba91a-46f6-4946-81fe-06dd46a9cd82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:03.581681518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"6c525ccd-f237-468a-a762-a182b5c16f4f","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rot-0d60b4\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.611735714Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"0a90bdf7-9cde-4b9d-ac18-1d9d2dfa8678","namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.615551133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa5d4e9c-281b-467e-b749-f4840f70541a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.616484623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"bf91a12a-ffe2-42cd-8524-4f2021e5c39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.639643027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa5d4e9c-281b-467e-b749-f4840f70541a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.640579144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"bf91a12a-ffe2-42cd-8524-4f2021e5c39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.683311478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d1977bf5-3ff4-4604-a93b-3aaa7e979c0e","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.683615608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8eaa3e8-724f-4cc9-a65e-beec82ca91d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.702929539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"9f45ef63-5054-433e-be2b-bcabc4099f86","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.710907439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d1977bf5-3ff4-4604-a93b-3aaa7e979c0e","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.712003581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8eaa3e8-724f-4cc9-a65e-beec82ca91d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.741015327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"9f45ef63-5054-433e-be2b-bcabc4099f86","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.811562123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"4b5a55ea-665b-47e1-a8ed-cc413eee71aa","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.825137617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"947f422c-7cfd-48e4-971c-08e2c531c6d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.831991772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"4b5a55ea-665b-47e1-a8ed-cc413eee71aa","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.846297255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"947f422c-7cfd-48e4-971c-08e2c531c6d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.891151883Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"21291b77-bace-4b57-8461-c3947a16710c","namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.980374648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"49bd3b55-be26-4468-86a5-d2339e038d88","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.000331852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"49bd3b55-be26-4468-86a5-d2339e038d88","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.019098454Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"49bd3b55-be26-4468-86a5-d2339e038d88","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.021129411Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0d60b4","namespace":"e2e-extmod-rot-user-1dd4f7"},"namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","reconcileID":"fda25f2b-1f82-41fd-8b7c-fcb200129ce3","namespace":"e2e-extmod-rot-user-1dd4f7","name":"e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.102000763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfac8e6-fa79-4e76-8e85-160dc8f558a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.102361621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"54302455-669a-4203-a610-b16cbe751345","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.103192211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"080f2c65-a84a-4ae5-a1a5-43e02e992d92","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.123221403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfac8e6-fa79-4e76-8e85-160dc8f558a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.166536097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"080f2c65-a84a-4ae5-a1a5-43e02e992d92","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.168796215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfac8e6-fa79-4e76-8e85-160dc8f558a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.188245578Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"080f2c65-a84a-4ae5-a1a5-43e02e992d92","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.194728394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfac8e6-fa79-4e76-8e85-160dc8f558a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.196276465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"55c8bd36-e81e-41fb-a578-44ca4886a77d","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.20074061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"54302455-669a-4203-a610-b16cbe751345","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.213820249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"345526c0-690f-4e8b-b8eb-13220ad2d964","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.30043162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"55c8bd36-e81e-41fb-a578-44ca4886a77d","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.300488174Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"55c8bd36-e81e-41fb-a578-44ca4886a77d","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.304042301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"345526c0-690f-4e8b-b8eb-13220ad2d964","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.35217124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"3afca5f4-1fd0-4f25-8fe6-bf0c90c6c565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.36720596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"309971ea-b3d1-410d-9f05-ea65aecde753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.372362281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"3afca5f4-1fd0-4f25-8fe6-bf0c90c6c565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.387052208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"309971ea-b3d1-410d-9f05-ea65aecde753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.519154389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d6b3a922-6f5c-4fe7-9eda-c12b19bdc0f3","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.539070671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d6b3a922-6f5c-4fe7-9eda-c12b19bdc0f3","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.552141564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"321a3b7c-e110-4e5d-9dfb-83959187dfbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.572834911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"321a3b7c-e110-4e5d-9dfb-83959187dfbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.579137251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"543b087b-17a8-4ab2-96a4-720ad676abd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.579382837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f89d8fce-5e60-43d0-8dca-899e29f941a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.598856739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"543b087b-17a8-4ab2-96a4-720ad676abd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.619689367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f89d8fce-5e60-43d0-8dca-899e29f941a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.658936621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"93be44e8-57c4-4d52-b208-3d0d6fb03466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.669749209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"16dcda3d-44ee-4691-bd18-af66aafa9290","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.680772025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"93be44e8-57c4-4d52-b208-3d0d6fb03466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.698697595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"16dcda3d-44ee-4691-bd18-af66aafa9290","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.825997635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"21e37547-cd72-4efd-942e-6769f25bfab8","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.826002897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"d0de093f-b7fd-4523-b254-85e4d5adb0db","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.842010481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"a8c0cb16-b530-41e8-a5c3-d1d2c83b5928","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.846841676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"d0de093f-b7fd-4523-b254-85e4d5adb0db","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.846863619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"21e37547-cd72-4efd-942e-6769f25bfab8","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.862228272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"a8c0cb16-b530-41e8-a5c3-d1d2c83b5928","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.865870897Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"d0de093f-b7fd-4523-b254-85e4d5adb0db","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.90620182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ae97da-b7be-4b3f-9d2d-930597e847de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.924145819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ae97da-b7be-4b3f-9d2d-930597e847de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.924367994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"75386a55-443d-4b33-a2c0-97af2274ace8","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.924575382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"0100f082-0b8e-4c74-a38e-7aa5cb6a3c37","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.940860742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ae97da-b7be-4b3f-9d2d-930597e847de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.957243857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ae97da-b7be-4b3f-9d2d-930597e847de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.961909087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"75386a55-443d-4b33-a2c0-97af2274ace8","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.963227169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"0100f082-0b8e-4c74-a38e-7aa5cb6a3c37","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.980635042Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"75386a55-443d-4b33-a2c0-97af2274ace8","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.981645123Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"0100f082-0b8e-4c74-a38e-7aa5cb6a3c37","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:06.146194439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"de1aaf0d-c755-4afa-b7eb-80c9a9a9092d","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:06.146224951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"de1aaf0d-c755-4afa-b7eb-80c9a9a9092d","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.83316202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"367c57af-5d28-4e9d-b57e-ce99c62d4406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.850304983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"56f233cf-0193-48fc-bbcb-06f9098ce263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.863679054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"367c57af-5d28-4e9d-b57e-ce99c62d4406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.873411407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"56f233cf-0193-48fc-bbcb-06f9098ce263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.305096898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e58f2bb7-4eaa-4ea5-93c5-852e4f1d73ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.305334582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2eee9066-77ce-4a55-8b7f-225bac9a562e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.325821403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2eee9066-77ce-4a55-8b7f-225bac9a562e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.326330347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e58f2bb7-4eaa-4ea5-93c5-852e4f1d73ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.513462473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"d21b31ef-c6bb-46ae-9ae7-dacff6f2cd5d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.513667519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"205ad53b-c546-4a52-820e-5a4c25d0fd31","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.514075699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"474d1532-437c-4626-aec0-32a3744145a1","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.51879652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"5768186d-b961-4c76-a104-f786d43bef04","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.520849051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"2e6cebc8-15bb-48dc-b1d7-edd9afde87e4","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.535893236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"205ad53b-c546-4a52-820e-5a4c25d0fd31","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.536114699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"d21b31ef-c6bb-46ae-9ae7-dacff6f2cd5d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.539468877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"474d1532-437c-4626-aec0-32a3744145a1","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.540349267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"5768186d-b961-4c76-a104-f786d43bef04","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.542055474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"2e6cebc8-15bb-48dc-b1d7-edd9afde87e4","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.559215027Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"474d1532-437c-4626-aec0-32a3744145a1","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.559363736Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"5768186d-b961-4c76-a104-f786d43bef04","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.64025855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51f8d5f7-1fcc-4981-bb9d-1e015bc6ed82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.660193274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51f8d5f7-1fcc-4981-bb9d-1e015bc6ed82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.701845914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"c91014fa-6a30-4062-8a16-4aacbc0e4e14","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.722759556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"c91014fa-6a30-4062-8a16-4aacbc0e4e14","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.739736426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85169a16-f7d4-41e5-84a9-db488d496cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.741327899Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"c91014fa-6a30-4062-8a16-4aacbc0e4e14","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.759917062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85169a16-f7d4-41e5-84a9-db488d496cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.296384275Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"d47c8397-074b-4da9-9a6f-702186e3eedc","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.418548269Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"0256d025-f4f5-4470-a686-b325e18fc090","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.435229282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"26e97b63-85e0-4b29-b5ec-39c704092fbe","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.435255819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"26e97b63-85e0-4b29-b5ec-39c704092fbe","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.437954108Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-sub","reconcileID":"7f621c81-bdd9-4edd-bb96-8bf4a7e130ad","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.438190869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"aac669c1-37e7-4b8c-95d6-79a9b0d99539","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.454205939Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-sub","reconcileID":"7f621c81-bdd9-4edd-bb96-8bf4a7e130ad","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.458316039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"aac669c1-37e7-4b8c-95d6-79a9b0d99539","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.467254338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"cdaadd17-8bb2-4929-92da-1315284012d7","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"maas-trlp-e2e-lifecycle-model-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.470577549Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-enrichment-sub","reconcileID":"7f621c81-bdd9-4edd-bb96-8bf4a7e130ad","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.552407628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"114412aa-131e-4fbd-b441-85f8515387a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.55240763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dec2768d-d528-4cd6-afcc-a08112f5b2af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.570283814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"072a484f-e9e4-43d2-9dd5-b06086ed24bc","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"maas-trlp-e2e-lifecycle-model-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.573592265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"114412aa-131e-4fbd-b441-85f8515387a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.575722328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dec2768d-d528-4cd6-afcc-a08112f5b2af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.626326945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"e3fc3758-5807-4ba8-85b7-e1a9e7bcbea0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"tenant":"e2e-worker-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.62634732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"e2e-enrichment-model-ref","reconcileID":"e3fc3758-5807-4ba8-85b7-e1a9e7bcbea0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.626586223Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.63537345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"8aa13cb5-dd0c-4879-b705-7aa4d3f5bf01","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.655057312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"8aa13cb5-dd0c-4879-b705-7aa4d3f5bf01","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.685042322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"6960dc87-2d13-421a-abf1-8da6468c7357","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.685071461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"6960dc87-2d13-421a-abf1-8da6468c7357","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.721193005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"cf517453-93c0-4be3-ab48-5bb8f04e1d90","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.721230906Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"cf517453-93c0-4be3-ab48-5bb8f04e1d90","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.752726268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"f6816e0d-44f9-4c34-b9e2-36ae806264d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.752733594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4c9f5920-6c2c-4ca9-a1a7-fbeced971a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.754841008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"db3991fc-270f-43c8-88a1-9102da90bfec","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.754877282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"db3991fc-270f-43c8-88a1-9102da90bfec","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.774227694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"f6816e0d-44f9-4c34-b9e2-36ae806264d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.774379307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4c9f5920-6c2c-4ca9-a1a7-fbeced971a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.856846339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b433cd8d-0ace-45cc-bc3c-fb071bae49ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.85691354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6315e6ae-7434-49b7-83f4-c767413c8878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.877813209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6315e6ae-7434-49b7-83f4-c767413c8878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.878906949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b433cd8d-0ace-45cc-bc3c-fb071bae49ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:12.944082367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"00137b18-c9fb-47ce-b266-6b0ce549d783","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.585008837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"6b0ca86c-e1e3-4d5b-8e21-7dcc124dac06","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.585017193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.603962223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"6ba742a6-ea8b-4db7-b0e1-ffe1ecd6fad9","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:13.621202854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-sub","reconcileID":"fb2c19e5-53b4-4c83-b87d-1032ac53497f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.63350727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92d2604-ecf9-4e38-adb4-d5b71766bde3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.636330997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9ac68e62-e801-4e7b-bb19-5de92ddfdd88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.636473546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d08f9828-6d4b-43d9-b8b7-2998e450883f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.636862792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2e6a45c3-169b-49e6-be27-4780bc5c8871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.653221977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92d2604-ecf9-4e38-adb4-d5b71766bde3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.656766909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9ac68e62-e801-4e7b-bb19-5de92ddfdd88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.656793974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2e6a45c3-169b-49e6-be27-4780bc5c8871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.659195683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d08f9828-6d4b-43d9-b8b7-2998e450883f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.664381899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"8a966bed-6fa3-4d4d-b6e9-f734c96a0a0e","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.684508098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"79888fd5-f0e4-4183-b1c3-e5338fbaa4cb","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.811676219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"791efd8f-de54-47c9-ad78-abed03405eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.812994429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee34122e-03f7-4d85-8578-dcccefba7d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.813990611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6c3bdaa6-abc1-4fc4-a764-ba6a05665890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.814835328Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-sub","reconcileID":"826b3e5c-1f42-46da-a04b-916a9023e419","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-w0-ff49f4","model":"distinct-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.840552149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"3766d4be-e4da-45c3-a36c-e6373df5b554","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.84131257Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]","namespace=ai-tenant-e2e-worker-w0-ff49f4 priority=0:[ai-tenant-e2e-worker-w0-ff49f4/e2e-model-match-sub ai-tenant-e2e-worker-w0-ff49f4/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.84145378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"791efd8f-de54-47c9-ad78-abed03405eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.842501749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adaacb18-8e68-4ccd-aeef-11d55ed89d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.84399743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6c3bdaa6-abc1-4fc4-a764-ba6a05665890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.845632427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee34122e-03f7-4d85-8578-dcccefba7d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.869180959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"948c6a15-a0b4-49a2-8808-ef7f4a7d7d67","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.87637832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adaacb18-8e68-4ccd-aeef-11d55ed89d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:13.887870916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-sub","reconcileID":"c2857e38-e67e-49b2-9f74-e64b6d2d6abb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.899899096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"73bd207a-1dfa-4ae7-af59-b3fccc596f70","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:13.901682343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-sub","reconcileID":"826b3e5c-1f42-46da-a04b-916a9023e419","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.942142645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"f891e3d5-d489-48b5-ae06-61dce048f8e2","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.971547433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"c1a23aa9-0d1f-4625-9e5c-60ff58c8419e","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.990658143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-sub","reconcileID":"bb82aca6-9000-469e-9a44-c7c6522d80c5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.035814008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0237b4d4-32f2-441c-8834-077eff38044d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.036346895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"098c9d90-f575-4a3d-a17f-d1f738371448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.036858726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"22782ad1-e211-49df-8372-86c239720a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.048057384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"8c74843a-75f5-4753-bf10-aea7a875437f","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.059952008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0237b4d4-32f2-441c-8834-077eff38044d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.062355886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"098c9d90-f575-4a3d-a17f-d1f738371448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.062998062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"22782ad1-e211-49df-8372-86c239720a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.067972117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"86ffb3ed-a684-49ad-8897-293c36815f24","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.076372103Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-sub","reconcileID":"8e66a7db-d01e-45a8-8e67-d200bd816110","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-2-w0-ff49f4","model":"distinct-2-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.091936333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"1b25b9ed-d658-489c-9471-23b897d0db06","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:14.109941341Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"1b25b9ed-d658-489c-9471-23b897d0db06","name":"distinct-w0-ff49f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-ff49f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:14.110018137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"1b25b9ed-d658-489c-9471-23b897d0db06","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-ff49f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.115348648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"1891d3ac-fb5a-42f8-b92a-22008adce8ea","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.137350327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13d126ba-1111-4403-8cff-741ad46dbe69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.148331294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"16785606-72c1-4cac-8037-8fc686f5cb4d","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.158794711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13d126ba-1111-4403-8cff-741ad46dbe69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.159853683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"7640be40-f7c5-4372-a8de-f77b6773da8f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.177189432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6ef1def0-b26f-47d7-95b5-ab3df522e2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.177189389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b6d232f1-bf8b-4099-b8a6-a52f76c04d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.17797065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-sub","reconcileID":"7ff7c850-6410-4357-b720-b9ef5ed4dacf","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.181107889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"7640be40-f7c5-4372-a8de-f77b6773da8f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.19865357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6ef1def0-b26f-47d7-95b5-ab3df522e2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.198684286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b6d232f1-bf8b-4099-b8a6-a52f76c04d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.264719207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"cec6bd8a-13d5-4c82-961f-d934f1a041dd","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.274758353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-sub","reconcileID":"8b548cdc-a8ef-4cb0-a9aa-c8a0ee57ab81","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-2-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/distinct-2-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.28617161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"2bc66313-3ebd-4b34-8a9f-1a7d3a92dd4e","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.32791261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"1fbf6c68-0504-4797-b22f-5868658782b3","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.364598276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"28def031-a010-4175-961f-52eed53ccf8b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.386243633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"28def031-a010-4175-961f-52eed53ccf8b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.393578824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-sub","reconcileID":"4fde8164-96d5-4796-ab49-4f79a69e4e3f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-2-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/distinct-2-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.465366207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"a44cd680-22fd-43cb-b3d1-98295492b1ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.465624903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"128482dc-2910-46f3-a581-e9accfa85da6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.465363547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"6a48bd44-b488-4910-8e74-56c23d38c8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.470015325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"a471ac72-fea6-4fc9-8328-eabac99b2c60","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.486657587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"128482dc-2910-46f3-a581-e9accfa85da6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.487161948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"6a48bd44-b488-4910-8e74-56c23d38c8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.488878135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"a44cd680-22fd-43cb-b3d1-98295492b1ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.565787702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"8709ac18-c917-4ba8-a826-d8cd3cd2e28f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:14.585793789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"8709ac18-c917-4ba8-a826-d8cd3cd2e28f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.597664364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"4bdb8f26-479f-4a04-86b1-f022a6a8ec4b","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.663958784Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-sub","reconcileID":"fa0f38c0-da14-42fb-ac77-c3b0fc58ac03","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a91b2f1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.66438965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d4082d3-e7f2-4b7b-b6f7-91ec3337fc6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.685749192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d4082d3-e7f2-4b7b-b6f7-91ec3337fc6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.694129847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"fc0a7423-b6e4-411b-96b7-5712b08e29aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.695837155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"5bbf0632-7605-4179-8587-54754a311588","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.695973484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"7f786f38-01d9-42b4-a326-0264610a6716","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.70206437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ffefe7a7-1ead-444c-bee8-0e22bdff3e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.716154849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"fc0a7423-b6e4-411b-96b7-5712b08e29aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.717109781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"5bbf0632-7605-4179-8587-54754a311588","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.71850847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"7f786f38-01d9-42b4-a326-0264610a6716","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.72510089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ffefe7a7-1ead-444c-bee8-0e22bdff3e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.797949658Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"37e149ab-b2a4-4f32-b6c1-857046480cd3","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.798699631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"732b0d59-d674-4f69-b5a2-3d398a8c1975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.820006904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"732b0d59-d674-4f69-b5a2-3d398a8c1975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.945916293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d4eff7d8-d450-45c4-b54e-c54c0adec05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.995234644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"17eeb307-5b85-44a4-8371-94102d4c48e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.997980075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"d4eff7d8-d450-45c4-b54e-c54c0adec05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.998383233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"4dfd4739-037b-496e-bdc8-cf224f7b60a0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.998664002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"b46ed335-9500-4c73-9d4d-0dc40aa16f94","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.016791122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"17eeb307-5b85-44a4-8371-94102d4c48e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.019141092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"4dfd4739-037b-496e-bdc8-cf224f7b60a0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.019375367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"b46ed335-9500-4c73-9d4d-0dc40aa16f94","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.158335417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fa1b48-9521-4da3-b007-8d1e55ecf9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.174835803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fa1b48-9521-4da3-b007-8d1e55ecf9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.191481337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fa1b48-9521-4da3-b007-8d1e55ecf9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.207826153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fa1b48-9521-4da3-b007-8d1e55ecf9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.879174378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a38e996-f6ef-43e8-a264-58f5fe0d0738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.895798496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a38e996-f6ef-43e8-a264-58f5fe0d0738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.912283749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a38e996-f6ef-43e8-a264-58f5fe0d0738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.928585258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a38e996-f6ef-43e8-a264-58f5fe0d0738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.129837074Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"f51d5b40-f5fd-4531-937b-c331cfc5c59b","namespace":"ai-tenant-e2e-mt-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.129930479Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"f51d5b40-f5fd-4531-937b-c331cfc5c59b","name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.152298037Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"f51d5b40-f5fd-4531-937b-c331cfc5c59b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.1523331Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"f51d5b40-f5fd-4531-937b-c331cfc5c59b","namespace":"ai-tenant-e2e-mt-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.152551318Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"f51d5b40-f5fd-4531-937b-c331cfc5c59b","name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.153406936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"35aca494-9346-4537-bcf3-78c11652b3e6","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.153487247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"35aca494-9346-4537-bcf3-78c11652b3e6","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.173696717Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"f51d5b40-f5fd-4531-937b-c331cfc5c59b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.174605341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"6b052d64-2fb6-4472-b4e9-9b30609a1da9","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.177204363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"38c27536-7952-4397-ad29-c4a38f37a2ae","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.177224062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"38c27536-7952-4397-ad29-c4a38f37a2ae","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.196338139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"6b052d64-2fb6-4472-b4e9-9b30609a1da9","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.204741988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94f5be6f-64c1-4865-8458-e13722e5e52c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.20476063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe09047d-0d2d-4246-82e4-84384ece50ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.21046165Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"eb93d2ba-65f6-4225-aed2-28ffeccc05b6","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-08e9cf4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.227764987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe09047d-0d2d-4246-82e4-84384ece50ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.228571983Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"03087a4b-5524-4bc2-a1ee-4949b47068e3","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-08e9cf4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.233120898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94f5be6f-64c1-4865-8458-e13722e5e52c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.334354581Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"ca2a9d3a-31ba-4270-8d77-536ca1916f3d","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.467079683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"ca2a9d3a-31ba-4270-8d77-536ca1916f3d","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.524412928Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"ca2a9d3a-31ba-4270-8d77-536ca1916f3d","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"e2e-mt-abdb6c3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.524455318Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-policy-abdb6c3e","reconcileID":"ca2a9d3a-31ba-4270-8d77-536ca1916f3d","MaaSAuthPolicy":{"name":"e2e-policy-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.545414515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"2dd2e6df-6989-4295-b6ae-5d2c1120a171","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.54548004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"2dd2e6df-6989-4295-b6ae-5d2c1120a171","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.741269702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"4b3151ec-edf0-4feb-aeef-f0516f039f39","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.779170536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"943ad4ce-6f92-4b41-bbae-e9d48add47b0","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.084550428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a0ba8f-94c4-4b36-b31c-0e81645dccc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.100742288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a0ba8f-94c4-4b36-b31c-0e81645dccc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.117116296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a0ba8f-94c4-4b36-b31c-0e81645dccc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.13324437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a0ba8f-94c4-4b36-b31c-0e81645dccc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.464713162Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-sub","reconcileID":"70f1873b-55ea-4901-82d8-83c91f81c61c","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","subscription":"e2e-rot-0d60b4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.465481784Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-sub","reconcileID":"70f1873b-55ea-4901-82d8-83c91f81c61c","MaaSSubscription":{"name":"e2e-rot-0d60b4-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","error":"MaaSModelRef not found: e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.553731116Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-recover-639bf3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.601594069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"433f758a-53f7-4d6a-9e18-61b7b397c720","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.699232172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"e1d616cb-1fff-44f1-b480-90c7a0b2b6b8","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.699330189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"bcb97463-07c7-43b7-ba2e-f682b1afa4f8","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.69983853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"1b483708-c796-43fd-ba14-c3fdf473ff60","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.7035748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"cf5b9a22-a27f-4396-b74b-f1834dddb998","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.706576744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"39810b3e-33d1-415f-bd6b-de68a0ba786f","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.719312489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"e1d616cb-1fff-44f1-b480-90c7a0b2b6b8","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.719663115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"1b483708-c796-43fd-ba14-c3fdf473ff60","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.721604407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"bcb97463-07c7-43b7-ba2e-f682b1afa4f8","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.723013137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"cf5b9a22-a27f-4396-b74b-f1834dddb998","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.726930773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"39810b3e-33d1-415f-bd6b-de68a0ba786f","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.738333671Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"1b483708-c796-43fd-ba14-c3fdf473ff60","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.741792455Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"cf5b9a22-a27f-4396-b74b-f1834dddb998","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.797889553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea862bd-31b4-4426-9a01-ea0fcdb4b53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.817477217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea862bd-31b4-4426-9a01-ea0fcdb4b53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.833830397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea862bd-31b4-4426-9a01-ea0fcdb4b53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.85014578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea862bd-31b4-4426-9a01-ea0fcdb4b53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.856125809Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rot-0d60b4-access","reconcileID":"085a4471-ba15-4c4f-8d27-dd78d6a953a4","MaaSAuthPolicy":{"name":"e2e-rot-0d60b4-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rot-user-1dd4f7/e2e-rot-0d60b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.918470581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed3884a4-040c-4f32-941d-238987c2e01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.938518992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed3884a4-040c-4f32-941d-238987c2e01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.008339531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1493ad68-3820-413a-8889-be71cac4a9b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.028277842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1493ad68-3820-413a-8889-be71cac4a9b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.596897497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3448989c-627e-4ed7-b39d-64c3deb398be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.617678678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3448989c-627e-4ed7-b39d-64c3deb398be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.634981173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3448989c-627e-4ed7-b39d-64c3deb398be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.651304771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3448989c-627e-4ed7-b39d-64c3deb398be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.099257339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-sub","reconcileID":"ec66b3e8-2669-40da-981b-e9d6b0cb8fe2","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-2-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/distinct-2-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.199459434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"86f3f330-b654-48a6-ab87-99a0f6460129","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.279887401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"4b068f0b-05e9-4f69-af31-b46f5b1e3c03","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.349145653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"4b068f0b-05e9-4f69-af31-b46f5b1e3c03","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.353860602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"c052a128-8c5a-4fcd-afe2-7b5dd71e20d8","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.354696377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"b86b84bf-2f60-44ee-9238-96b72b09336b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.355393087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"c92cf087-9d57-469a-9bdf-94d574ac737d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.356099825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"f2d40371-40bd-4369-96b6-794eede12f25","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.389018389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"b86b84bf-2f60-44ee-9238-96b72b09336b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.39712026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"f2d40371-40bd-4369-96b6-794eede12f25","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.443999242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"c92cf087-9d57-469a-9bdf-94d574ac737d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.445777761Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"b86b84bf-2f60-44ee-9238-96b72b09336b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.462724137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"c052a128-8c5a-4fcd-afe2-7b5dd71e20d8","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.494166496Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"f2d40371-40bd-4369-96b6-794eede12f25","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.633232345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83294799-c766-40eb-9962-5151cd0a6123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.663652645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83294799-c766-40eb-9962-5151cd0a6123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.73079627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd1fbf97-ce28-4d3d-b7e7-40d848166e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.839922999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"406ae069-3779-4349-8b2b-ca1582df5255","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.839967547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"406ae069-3779-4349-8b2b-ca1582df5255","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.842491046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"2539e0c9-4494-40c8-96f4-7cabc1901e96","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.896932845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"174b9231-0667-48f9-a122-818f7d721b67","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.897581856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd1fbf97-ce28-4d3d-b7e7-40d848166e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.902385132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"2539e0c9-4494-40c8-96f4-7cabc1901e96","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.922242488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"174b9231-0667-48f9-a122-818f7d721b67","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.956008236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0fc15f82-37ba-4904-bd18-7ac44afcc95f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.967950546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a5712368-7f18-46dc-bc67-04ae4c086533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.978899178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0fc15f82-37ba-4904-bd18-7ac44afcc95f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.991723799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a5712368-7f18-46dc-bc67-04ae4c086533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.130555657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"fa638716-1f44-453e-b3a1-4dc425bf63a2","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.13066909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"fa638716-1f44-453e-b3a1-4dc425bf63a2","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.149481422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"d16e49c9-071f-46d4-bddd-997cac13602b","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.149601112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"d16e49c9-071f-46d4-bddd-997cac13602b","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.184149057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"b8d0ea91-cc38-408c-9431-9f6ea422e9e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.272057985Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"b8d0ea91-cc38-408c-9431-9f6ea422e9e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.292787918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"b8d0ea91-cc38-408c-9431-9f6ea422e9e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.318708661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"4f7f926c-1943-42b3-858f-91cc2a5d6fd1","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.318804047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"4f7f926c-1943-42b3-858f-91cc2a5d6fd1","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.681130779Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-sub","reconcileID":"65b90b34-0c1d-48b5-9f33-d326922e720f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.700989807Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-sub","reconcileID":"65b90b34-0c1d-48b5-9f33-d326922e720f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.717552275Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-sub","reconcileID":"65b90b34-0c1d-48b5-9f33-d326922e720f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.80992199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"afc1d96d-67e7-4245-ba0f-ea482342c0c9","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.810059581Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.851011071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"70aa39c7-3e5d-466d-b400-ee6604cba77a","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.851036012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"70aa39c7-3e5d-466d-b400-ee6604cba77a","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.859739894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd0b0362-77b9-49e9-970f-f2d82d972099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.886144885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"75d134fa-21ce-4ce0-bfad-2a62d94b4dff","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.886172888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"75d134fa-21ce-4ce0-bfad-2a62d94b4dff","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.887372265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd0b0362-77b9-49e9-970f-f2d82d972099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.891074584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c476dc1a-9c66-4a13-be5a-43226a9ca7f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.89444892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"848d2205-b63d-45d2-b3de-b4cfbed38463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.900336123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"d9c8c0f8-4c44-472f-b0c1-e9649eb1ce29","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.900338772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"0344f6b2-2c9a-4b24-a4da-0c88af242bc9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.913068268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c476dc1a-9c66-4a13-be5a-43226a9ca7f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.915352985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"848d2205-b63d-45d2-b3de-b4cfbed38463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.920918396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"d9c8c0f8-4c44-472f-b0c1-e9649eb1ce29","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.922218333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"0344f6b2-2c9a-4b24-a4da-0c88af242bc9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.922739057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"7bf6aab8-55b5-4ea0-9aa4-6d37e3cf0b04","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.922759809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"7bf6aab8-55b5-4ea0-9aa4-6d37e3cf0b04","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:25.956217207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"01fdb039-9ba9-4bbd-ba6b-f9bdb8bc5bba","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.012753994Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-sub","reconcileID":"ae3f2905-0df9-4345-b8c0-31901f8bba93","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-df6e9858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.075666189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab206a73-64dc-4d36-98f8-3316d1796130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.096813378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab206a73-64dc-4d36-98f8-3316d1796130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.208461848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"e15e3c90-8dc7-4605-8dc5-0e7cea7b3cb1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.208476507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"89dbbc79-d737-42b2-b810-52dd3ae06dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.208961655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"2d68dbd7-1c57-426f-839c-4cbdb52eb20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.20897632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"1388f0d3-d3af-4216-967d-965a9b4e8229","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.230197158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"1388f0d3-d3af-4216-967d-965a9b4e8229","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.230210277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"2d68dbd7-1c57-426f-839c-4cbdb52eb20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.233607307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"89dbbc79-d737-42b2-b810-52dd3ae06dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.233928197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"e15e3c90-8dc7-4605-8dc5-0e7cea7b3cb1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.274044908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9da20e60-e4e3-4f58-a094-42745ae008ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.294696124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9da20e60-e4e3-4f58-a094-42745ae008ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.245328196Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"90494a97-e713-4b1f-90ce-115dc62de215","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","subscription":"e2e-sub-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.261485924Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"90494a97-e713-4b1f-90ce-115dc62de215","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.277919225Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-sub-abdb6c3e","reconcileID":"90494a97-e713-4b1f-90ce-115dc62de215","MaaSSubscription":{"name":"e2e-sub-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"name":"maas-trlp-e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.369242759Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.369278341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"113d7317-9205-4114-9716-c0138e2376d8","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.369291949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"113d7317-9205-4114-9716-c0138e2376d8","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.422827762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bc74e91-cfbc-4271-947f-6d9b947a00ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.42282858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4b4efdb-431c-4c60-94a6-b259309307a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.443491141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bc74e91-cfbc-4271-947f-6d9b947a00ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.443578805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4b4efdb-431c-4c60-94a6-b259309307a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.532644228Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.812117224Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"bea33440-a9e8-4cf5-b9ef-03cce31357c5","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.919123643Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"794757b1-b64a-4910-adb2-fbaa518387b3","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.990329265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6119f7fc-c1bc-4af6-9ed6-73a8ddfdaec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.990327674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5b790b3-6397-4951-8772-44d4fcc6b132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:30.01068679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5b790b3-6397-4951-8772-44d4fcc6b132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:30.011260601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6119f7fc-c1bc-4af6-9ed6-73a8ddfdaec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.198059649Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-sub","reconcileID":"619bc26b-cbd4-46b1-890c-da83f38c48fe","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","subscription":"e2e-rec-recover-639bf3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.198226463Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-sub","reconcileID":"619bc26b-cbd4-46b1-890c-da83f38c48fe","MaaSSubscription":{"name":"e2e-rec-recover-639bf3-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.289464244Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub ai-tenant-e2e-extmod-b-a3235a/e2e-rec-ctrl-78fda8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.387203841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"81780f4e-f89d-455c-ba25-1ec704a26d50","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.387538708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"9163f432-6f2d-4702-90dc-684d8bdbf084","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.387869562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"cd0c9381-9d24-48af-9394-500a90558821","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.387218189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"1553f974-df85-433f-b42c-8aaf53cc2c4f","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.39137549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"aa6f500b-be50-408c-bdfb-0a108ba4a4fe","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.408612646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"9163f432-6f2d-4702-90dc-684d8bdbf084","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.408612648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"81780f4e-f89d-455c-ba25-1ec704a26d50","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.411278886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"cd0c9381-9d24-48af-9394-500a90558821","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.411558889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"1553f974-df85-433f-b42c-8aaf53cc2c4f","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.413575951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"aa6f500b-be50-408c-bdfb-0a108ba4a4fe","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.427818103Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"81780f4e-f89d-455c-ba25-1ec704a26d50","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.428208885Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"9163f432-6f2d-4702-90dc-684d8bdbf084","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.499923388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-recover-639bf3-access","reconcileID":"477caa73-2f02-4d5d-8b6b-83be2dabeea6","MaaSAuthPolicy":{"name":"e2e-rec-recover-639bf3-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-noaccess-c611fa/e2e-rec-recover-639bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.517202033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca119a87-dd5d-4097-81f6-f7cd14d9c680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.517853564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77a7907d-9180-4397-8700-0ceda700c741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.537173589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca119a87-dd5d-4097-81f6-f7cd14d9c680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.539965961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77a7907d-9180-4397-8700-0ceda700c741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.081051832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b9f48ee-beb3-4299-b685-d5133e732f61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.101340807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b9f48ee-beb3-4299-b685-d5133e732f61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.108881466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"6311aa79-57f8-45a5-928e-47e7f5fc9a26","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.111388876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"a7ddb4b0-1e3a-4a27-a7bd-2fc1e40b20a7","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.111463664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"25cf75b8-f923-4361-b675-9e2fccdb2902","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.11218313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"650367bd-c83c-47e5-9f73-7ad7c0aa8859","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.12927707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"6311aa79-57f8-45a5-928e-47e7f5fc9a26","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.131540894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"25cf75b8-f923-4361-b675-9e2fccdb2902","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.13223781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"a7ddb4b0-1e3a-4a27-a7bd-2fc1e40b20a7","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.13389362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"650367bd-c83c-47e5-9f73-7ad7c0aa8859","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.147742163Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"6311aa79-57f8-45a5-928e-47e7f5fc9a26","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.28338914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01c1cd23-2d3f-4a7c-8d42-2ed7df115add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.304133694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01c1cd23-2d3f-4a7c-8d42-2ed7df115add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.367907755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"acb14212-cd87-4693-9fb4-b71b8b37ca66","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.387839785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"acb14212-cd87-4693-9fb4-b71b8b37ca66","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.408166628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"acb14212-cd87-4693-9fb4-b71b8b37ca66","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.333642771Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","namespace":"ai-tenant-e2e-mt-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.333703866Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","namespace":"ai-tenant-e2e-mt-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.33375554Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","tenant":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.351808576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"Deployment","name":"maas-api-e2e-mt-abdb6c3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.380115661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"Service","name":"maas-api-e2e-mt-abdb6c3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.400210258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-abdb6c3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.417961743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-abdb6c3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.43814612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.455805777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.476272539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.494601442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.51051031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"Deployment","name":"payload-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.526249779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.542065852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"Service","name":"payload-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.557766814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"Service","name":"payload-pre-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.573362907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"DestinationRule","name":"payload-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.589185139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.605476414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.624764158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.652297326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.670080639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.685841305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.701673526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"fbbab199-11a2-44cb-a003-76d0d11488e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-abdb6c3e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.789478674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e10cb96c-0022-48d9-8462-fb1ea645c52f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.798819244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a91823d-f010-4c46-97b8-f40a747f68e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.865263144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e10cb96c-0022-48d9-8462-fb1ea645c52f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.896526909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a91823d-f010-4c46-97b8-f40a747f68e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.999282978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3469e49a-fdaf-428e-9bc0-780532a96424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.999319281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a79b12d8-5ec6-4855-bd33-577500af1a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.020064657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3469e49a-fdaf-428e-9bc0-780532a96424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.020435416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a79b12d8-5ec6-4855-bd33-577500af1a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.045006207Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-abdb6c3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-abdb6c3e","reconcileID":"8b27644d-3cbd-457f-8831-b06c09595693","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-abdb6c3e","removed":["maas.opendatahub.io/gateway-access-e2e-mt-abdb6c3e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.114490136Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"aea46e5b-9ef7-4523-aa27-d7f417f0d567","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.132534089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"cb40d5c6-2486-4bbe-8c13-167baeb0eece","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.151951399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"cb40d5c6-2486-4bbe-8c13-167baeb0eece","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.167118749Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"655e6579-45fd-4d85-ae2c-c5cd063ac207","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.167224084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"655e6579-45fd-4d85-ae2c-c5cd063ac207","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.194756253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"35a43c1e-add5-4337-88cb-0684b61e167e","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.194860486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"35a43c1e-add5-4337-88cb-0684b61e167e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.217576678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"116157e4-fb85-45d9-83dd-4713269d0fd7","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.217781044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"116157e4-fb85-45d9-83dd-4713269d0fd7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.232064905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ea99f4e-99b9-4b88-8a44-bb9a1faaf212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.2340205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3165561-8866-454e-8403-86e92d13071e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.254183414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ea99f4e-99b9-4b88-8a44-bb9a1faaf212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.256757887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3165561-8866-454e-8403-86e92d13071e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.258284792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"4dd3b471-0010-4af2-9c6c-a7eea0eb52f1","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.258358518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"4dd3b471-0010-4af2-9c6c-a7eea0eb52f1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.339017501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"4a9116d0-8c44-4cf6-a6ac-28fd5705539b","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.33912106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"4a9116d0-8c44-4cf6-a6ac-28fd5705539b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.480338524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7cfed8f-c7c0-420a-8124-8b62b99d36a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.496922673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7cfed8f-c7c0-420a-8124-8b62b99d36a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.499726892Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"a85bda37-23d0-4522-8800-871ff4f4756b","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.499828603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"a85bda37-23d0-4522-8800-871ff4f4756b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.513261091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7cfed8f-c7c0-420a-8124-8b62b99d36a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.529514024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7cfed8f-c7c0-420a-8124-8b62b99d36a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.820925663Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"fd72cd89-95ea-4190-8a8f-ec15db428a72","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:35.821064266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"fd72cd89-95ea-4190-8a8f-ec15db428a72","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.030374221Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-sub","reconcileID":"596353b4-1ff6-49a3-b9d2-cc19c78c2c53","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/distinct-2-w0-ff49f4","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.104217288Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-sub","reconcileID":"596353b4-1ff6-49a3-b9d2-cc19c78c2c53","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/distinct-2-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.124516456Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-sub","reconcileID":"596353b4-1ff6-49a3-b9d2-cc19c78c2c53","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/distinct-2-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.281986757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"23fcfd9e-4733-48cd-9655-3a887c0c4cc6","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.298624769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda13c7a-e9e6-405a-93a8-626d3e39a727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.298797717Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.317498476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda13c7a-e9e6-405a-93a8-626d3e39a727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.33445607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda13c7a-e9e6-405a-93a8-626d3e39a727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.352171372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda13c7a-e9e6-405a-93a8-626d3e39a727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.386856419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"714ea255-0c8b-4c0f-a465-32d3b270b27b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.393913442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"4af0678d-5425-4ac5-8bcf-6130d275ccc1","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.393943621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"4af0678d-5425-4ac5-8bcf-6130d275ccc1","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.408683265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"714ea255-0c8b-4c0f-a465-32d3b270b27b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.430544886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"2304899c-7226-497a-9f5f-e066803b355b","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.43058565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"2304899c-7226-497a-9f5f-e066803b355b","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.432302429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"2dcc450f-ee01-40f3-b525-b09d953e8644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.43257433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"784b10ae-26fb-426b-898e-3c765f62abbd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.433108478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"0363dc19-fbd0-4c25-8a2a-80903a7fc091","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.433221437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9f1e7369-7a41-448b-a8b5-8fb08dcb87ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.455356646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9f1e7369-7a41-448b-a8b5-8fb08dcb87ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.455492054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"2dcc450f-ee01-40f3-b525-b09d953e8644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.45817951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"0363dc19-fbd0-4c25-8a2a-80903a7fc091","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.459573546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"784b10ae-26fb-426b-898e-3c765f62abbd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.470207041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"a138bf0e-3572-49e1-b08d-0826095a5890","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.470250758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"a138bf0e-3572-49e1-b08d-0826095a5890","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.486645971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"f2a53a62-6fd2-4910-a5f5-986029540d6e","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:36.487047074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"d98613d4-02ef-49cf-973b-5f0b98503d76","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:36.487126125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"d98613d4-02ef-49cf-973b-5f0b98503d76","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.518462302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4aaac1d1-b7a1-4828-9d9c-9a3f2c59daaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.540688972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4aaac1d1-b7a1-4828-9d9c-9a3f2c59daaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.551840143Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-match-auth","reconcileID":"fc5cc39d-c080-4a8a-b998-83f6bf077b2c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.635525078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"b18d0c7a-2c97-4b96-9189-b8bb523fa692","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.658174348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"b18d0c7a-2c97-4b96-9189-b8bb523fa692","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.67187045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"93e5e040-5361-4e80-b46b-e669ec459ccd","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.816912187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"57f234cf-01c2-4f20-9cec-5b0845d6cc26","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.851018155Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-model-nomatch-auth","reconcileID":"c9312b02-51a2-4a76-9e36-53fa861caf53","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/distinct-2-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.072180957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"4da3e8ba-8540-4689-b717-c4e12a755426","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.434569305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"7d99afc9-8346-40d0-bfe2-b3d778474a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.4352805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b51378de-b97e-458a-91fe-e0f9aaaa3eb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.481592088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"7d99afc9-8346-40d0-bfe2-b3d778474a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.470398701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b51378de-b97e-458a-91fe-e0f9aaaa3eb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:37.768236628Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"9850f215-6f7b-4515-a7b7-9c10ad9f8012","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:37.768473222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"9850f215-6f7b-4515-a7b7-9c10ad9f8012","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.217990632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af1954e6-03e2-42ff-ab44-ff98e72e7e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.218059789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c633e974-be64-4b87-8f52-9dfbf5b63397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.238781054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c633e974-be64-4b87-8f52-9dfbf5b63397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.238950157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af1954e6-03e2-42ff-ab44-ff98e72e7e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.662223006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"118cc2db-1e47-47a1-adce-73a5333a9a71","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.662290698Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.662630609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"423ebfd6-7cb5-4fac-92ca-656a82e8ab3a","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.683488758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"a3fade23-f5b2-42e3-9610-4f49dc408c24","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.683874447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"0fc49962-a08d-4dd6-963c-49f9edeab2a2","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:39.697971674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-sub","reconcileID":"627ddd7b-100e-4e07-92d9-63fe65d28de2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.713959361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40723934-d3a5-4feb-a90a-b3f974e62f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.713957082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dd26eb5-3d50-415b-bb66-4c5c87447286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.717121873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"79f2fe73-bf32-483b-bef5-9841f59cfa11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.71712231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"31c1d83d-8acb-4b16-b9a8-214da39d77bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.73425097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dd26eb5-3d50-415b-bb66-4c5c87447286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.734378854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40723934-d3a5-4feb-a90a-b3f974e62f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.737364232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"31c1d83d-8acb-4b16-b9a8-214da39d77bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.737410704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"79f2fe73-bf32-483b-bef5-9841f59cfa11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.741620727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"b797ed2f-e0f3-43ee-97ab-359212c8e2f7","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.74199695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"c53968e9-c2b9-42ea-97cb-08ee726cf374","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.760051202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"3c1d8195-5841-4044-b036-be9c0600566a","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.760522524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"c1bf8cdf-d8a1-4486-bae2-8053d2b78061","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.83503515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b27fd74b-3d7a-40fb-9c98-861f07780b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.835083479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f51e5baf-98f5-4c74-83d3-46f06ea7c7d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.835946733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"2df4c8c6-20ca-4410-acdf-b587a915670a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.836063223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"8ac1b3ea-dad8-49bd-b47f-e569eed26524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.848794516Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-sub","reconcileID":"06dc1fed-d841-4e8d-9aad-1db5d08a39cf","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.855175659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b27fd74b-3d7a-40fb-9c98-861f07780b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.855552821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"2df4c8c6-20ca-4410-acdf-b587a915670a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.858155008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"8ac1b3ea-dad8-49bd-b47f-e569eed26524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.858337217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f51e5baf-98f5-4c74-83d3-46f06ea7c7d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.872299621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"e2ec1557-a71f-4026-a54d-8c97974a3b13","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.896880218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"ae70139b-bfde-43b3-9e7d-f5dd115fa856","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.917859402Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-sub","reconcileID":"06dc1fed-d841-4e8d-9aad-1db5d08a39cf","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-w0-ff49f4","model":"distinct-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.945574407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-auth","reconcileID":"146c12c0-ba08-4a63-8869-4a9c28458cac","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.945657797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"c6ab6c33-e1af-446f-b0ec-ae75af8f8749","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.966402911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-auth","reconcileID":"146c12c0-ba08-4a63-8869-4a9c28458cac","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.989561133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"045dd4fe-3780-4b8f-bdab-7d901759624b","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.989988053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"889a114e-cb25-4c97-9b3b-1ca26db68a36","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.054913145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-sub","reconcileID":"190379f4-48a8-40bb-8325-c17929caf981","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.105802544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-sub","reconcileID":"190379f4-48a8-40bb-8325-c17929caf981","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.2105309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"d07eccdb-8591-401e-a87b-b53e2ee4560a","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.260677573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-auth","reconcileID":"d1894c12-21bd-41e2-a32a-ada06004a017","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.283174849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-auth","reconcileID":"d1894c12-21bd-41e2-a32a-ada06004a017","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:40.32933212Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"a998b9e8-df94-4cac-8125-187884953955","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:40.329399832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"a998b9e8-df94-4cac-8125-187884953955","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.268227757Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"dd5e41de-d072-490e-b439-6a1733145fb8","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:41.285761911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"2556c19b-fef6-4a93-a93e-a38b46e5c045","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:41.285824281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"2556c19b-fef6-4a93-a93e-a38b46e5c045","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.319046015Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"1dbfa5df-81b4-4e35-876c-1523332a6ad6","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:41.335272362Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"c95c0386-6184-4b2a-a037-861ba1664dbc","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:41.335340237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"c95c0386-6184-4b2a-a037-861ba1664dbc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e-kserve-route (gateways: [openshift-ingress/e2e-mt-abdb6c3e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.571995619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc2573f-2280-4397-a646-ac3cb95133a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.588308056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc2573f-2280-4397-a646-ac3cb95133a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.605527002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc2573f-2280-4397-a646-ac3cb95133a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.62214703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc2573f-2280-4397-a646-ac3cb95133a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.295148017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c0a089-a1d9-4c96-83ff-150d972519a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.31446154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c0a089-a1d9-4c96-83ff-150d972519a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.330964866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c0a089-a1d9-4c96-83ff-150d972519a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.347015587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c0a089-a1d9-4c96-83ff-150d972519a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.38553925Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"85f27146-adb1-4770-bc89-3a495e906569","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.417523934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"245c4211-5e4f-4cfb-af43-571f4b97b3c0","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.4175513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"245c4211-5e4f-4cfb-af43-571f4b97b3c0","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.441090524Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-abdb6c3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-abdb6c3e","reconcileID":"df8552a8-8d8e-4b16-8cb1-d556c97dd137","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-abdb6c3e","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-abdb6c3e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.549098542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46bde35d-ae20-4e61-85e3-70713aa553c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.54911954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f5ff46d-a41e-4f2e-9b86-cdc085522026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.569898391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f5ff46d-a41e-4f2e-9b86-cdc085522026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.569999878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46bde35d-ae20-4e61-85e3-70713aa553c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.676858491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b01fdcd3-91ee-47f4-9141-ce3328545ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.677055617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3bcb6c7-1193-4675-95c2-68eddf1bccde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.698121784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3bcb6c7-1193-4675-95c2-68eddf1bccde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.69818372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b01fdcd3-91ee-47f4-9141-ce3328545ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.835007653Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"9d5271f3-def5-4155-b90b-750445e81bac","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.852110185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"924b032d-dbeb-4492-94f2-ffef01575ff6","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.852137739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"924b032d-dbeb-4492-94f2-ffef01575ff6","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.90256654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757777d2-b99c-452e-94e0-2960ab64659a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.902581159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"930d9114-219e-4134-b727-d4d837fa7d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.924617642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757777d2-b99c-452e-94e0-2960ab64659a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.924617639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"930d9114-219e-4134-b727-d4d837fa7d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.952317089Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-auth","reconcileID":"40f3949a-3fcb-43cd-aec9-c66bec1c2ef9","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.952435262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"519437ed-9c31-4265-87e0-80d5d68ada08","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.988106216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ac0b02-1431-475f-a22a-8674753efd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.004537113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ac0b02-1431-475f-a22a-8674753efd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.020938451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ac0b02-1431-475f-a22a-8674753efd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.037087514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ac0b02-1431-475f-a22a-8674753efd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.083136331Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-sub","reconcileID":"29790170-9c18-4be8-862b-33bfd0d7b325","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","subscription":"e2e-rec-ctrl-78fda8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.083461024Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-sub","reconcileID":"29790170-9c18-4be8-862b-33bfd0d7b325","MaaSSubscription":{"name":"e2e-rec-ctrl-78fda8-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","error":"MaaSModelRef not found: e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.100163437Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"d26f8237-3fd0-4f36-80d8-82bb5ab53e61","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.12295732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"8825c6c0-9b40-4f4d-b1b2-955b11e8ae86","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.122981432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"8825c6c0-9b40-4f4d-b1b2-955b11e8ae86","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.179639788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"ef719643-90d4-41ce-9f79-f5b7a2a76430","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.182346541Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-detach-47b076-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.205017918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"e8b5e040-bfaf-48bd-8dba-c4b70054c383","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.205394837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"1d4c4411-b53a-464b-92ba-23cf3210c3ba","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.239845267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2881c66b-f15b-457b-aa07-f48216493e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.260851919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2881c66b-f15b-457b-aa07-f48216493e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.265493284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"1f93f4b8-1c0e-4c30-9d87-dec8da8ce026","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.272586547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"a2b51860-ae62-4660-b7a5-bac07e367e17","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.273049736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"94f2298f-56c2-4735-aa83-f756ab24d859","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.273677721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"75aef0a9-68fd-4f30-ba8c-fd0429f7aae8","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.297710004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"1f93f4b8-1c0e-4c30-9d87-dec8da8ce026","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.299133064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"94f2298f-56c2-4735-aa83-f756ab24d859","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.301781832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"75aef0a9-68fd-4f30-ba8c-fd0429f7aae8","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.302656441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"a2b51860-ae62-4660-b7a5-bac07e367e17","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.318444632Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"94f2298f-56c2-4735-aa83-f756ab24d859","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.341279934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"e7436440-de41-404d-9dc9-eface4c247d7","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.341629682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"218f502a-4023-49b8-98ad-bf6544e0f11e","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.452746009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f07655b-b36a-4742-974e-874ce55486c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.473078405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f07655b-b36a-4742-974e-874ce55486c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.498623743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-rec-ctrl-78fda8-access","reconcileID":"57004dfc-6478-414a-837f-265fe29b934b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-78fda8-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-rec-user-9c9c54/e2e-rec-ctrl-78fda8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.622948186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"808b10fa-d415-49d8-b969-5f358c30d236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.643048722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e1820d84-42ec-449b-8e3b-b2b4d2229441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.643371196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e3b43bc-67e2-416e-b9b9-4c0b7ad7691f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.653968352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"808b10fa-d415-49d8-b969-5f358c30d236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.668573277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e3b43bc-67e2-416e-b9b9-4c0b7ad7691f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.670226544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e1820d84-42ec-449b-8e3b-b2b4d2229441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.740737899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"14ccd20b-a695-4dca-9fd9-eb09c953a03a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.761062373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"14ccd20b-a695-4dca-9fd9-eb09c953a03a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.780766477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51884d46b71dcf7569e9737cadc5c77e4a69921302434973d6ed7ef77002851c) AuthConfig (5d598eddca82c372da695f30d12bf8f4be1c3e5dbe49a80b0d7c24a987df0c7b) AuthConfig (17ffb38968f5203138f4c70a4901f11472ae6dae95a6f3f4886a4fe522264f73) AuthConfig (b279b8a42846e496ec29d34a021022af448436a08a632f04599f75dd2e0b4ad9) AuthConfig (5a19d4cc1486dafbc0f63aac56fb5551e472607982e3353cf69f0353af665736) AuthConfig (72158fc932023ffacb0d4b0aa59e657351e32acdfd6b285ca153d23d68326662) AuthConfig (9325031c265252aee95191b2c66fda3e6b8d3c1cefa8a5f4d04292eeee864c62) AuthConfig (e35492c4d6de7d5149e3410381bbd2faa6c2e08452cca3b64d22ba5c65defa2b) AuthConfig (beb7591f702bb0509f44639ef8b4dbb773f8e2f0f58b84d7b03173ac7089869a) AuthConfig (4336b0754165fea6ec19069b5c5c7b44bb7c5f62200b1d145ad7ad4ad62a32dc) AuthConfig (772f99adf9238f15529f78529356fae994b7990323e4437d95e3f696b0cef747) AuthConfig (5040bf426aedbbc2cfce163cc956ccd9de6fa6e3afcb5f92208112449ceebfb0) AuthConfig (c8dc11ac88b20d75dc6ae803dc73d20dffab36a92612935b01053e652fc7590b) AuthConfig (f3564d098b2ffe95944e617001248bd2d853631f3d9397636be56816b0782d3b) AuthConfig (a137f8f5b58fa64e7b265440e0c9af3eb68e42683a9a6579cb3d8a26e566ae17) AuthConfig (e832516d2948e50273202e5ce2f78f563eb1fa8b915cfc096dc8335ee69dfeb0) AuthConfig (99845c5a2bc71c0617eca1e9ba307599dd2958ae105818a54c1a3bcc0eb1a723) AuthConfig (26bf8d924338b49a10f9ad41057ca11ba3ab2ea02306855f7bf737fb33f3abf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"14ccd20b-a695-4dca-9fd9-eb09c953a03a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.788074181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03d9890-7d04-4313-99fb-65b3c07398c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.804440418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03d9890-7d04-4313-99fb-65b3c07398c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.80993168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"8ecccc09-0fdc-46d3-9dce-7ad8ffc69d1e","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.809947745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"8ecccc09-0fdc-46d3-9dce-7ad8ffc69d1e","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.820904735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03d9890-7d04-4313-99fb-65b3c07398c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.836978502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03d9890-7d04-4313-99fb-65b3c07398c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.205217678Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","namespace":"ai-tenant-e2e-ait-4e4dcdb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.205288762Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","namespace":"ai-tenant-e2e-ait-4e4dcdb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.205336256Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","tenant":"e2e-ait-4e4dcdb1","tenantID":"e2e-ait-4e4dcdb1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.223968533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"Deployment","name":"maas-api-e2e-ait-4e4dcdb1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.254790356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"Service","name":"maas-api-e2e-ait-4e4dcdb1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.298030361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4e4dcdb1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.31599978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4e4dcdb1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.334693366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.353016431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.373903641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.392105804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.408550278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"Deployment","name":"payload-processing-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.423978464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.440103339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"Service","name":"payload-processing-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.45544546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"Service","name":"payload-pre-processing-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.471169916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.486664042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.495153361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f5189f-b0bb-4b1e-898b-49964ff22064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.516004962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f5189f-b0bb-4b1e-898b-49964ff22064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.516362363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.536616825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f5189f-b0bb-4b1e-898b-49964ff22064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.553950741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f5189f-b0bb-4b1e-898b-49964ff22064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.555582339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.571318862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.586733769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.602277554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4e4dcdb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.617521568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4e4dcdb1"},"namespace":"ai-tenant-e2e-ait-4e4dcdb1","name":"default-tenant","reconcileID":"2f353326-0ba0-46a0-9f56-d60d31ae141e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4e4dcdb1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.691354718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3588e71e-156c-4bbe-9a60-18715f900a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.692485507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80d9972e-83c0-4237-86f7-a836043a2808","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.714733176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3588e71e-156c-4bbe-9a60-18715f900a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.717086909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80d9972e-83c0-4237-86f7-a836043a2808","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.895140789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8961e22f-9a89-4e13-be29-493c7875ec9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.895284293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66fd12bc-0fec-447d-963e-07e9d59606ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.899126442Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4e4dcdb1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4e4dcdb1","reconcileID":"e60c5030-6966-4a35-a8f3-56097a4204e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4e4dcdb1","removed":["maas.opendatahub.io/gateway-access-e2e-ait-4e4dcdb1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.91627569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8961e22f-9a89-4e13-be29-493c7875ec9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.916332567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66fd12bc-0fec-447d-963e-07e9d59606ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.968627393Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"eaa05ee0-e212-4f49-b7b8-39699c6d953f","MaaSModelRef":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.100976926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82530ec1-7206-4b4e-bf3f-67f33f2281a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.102047684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"999d2af2-0f34-4175-8789-136bd6b56c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.123799582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82530ec1-7206-4b4e-bf3f-67f33f2281a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.126836137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"999d2af2-0f34-4175-8789-136bd6b56c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.286888976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105c087c-c07d-4f06-a63e-00007bc902ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.302925546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105c087c-c07d-4f06-a63e-00007bc902ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.319000926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105c087c-c07d-4f06-a63e-00007bc902ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.338241279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105c087c-c07d-4f06-a63e-00007bc902ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.983294856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c447c15-b621-4bac-aac4-8b3923f55871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.999472148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c447c15-b621-4bac-aac4-8b3923f55871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.015501884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c447c15-b621-4bac-aac4-8b3923f55871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.026457475Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"86f18a93-2d66-44da-b52b-a6d09cc53f57","namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.031664078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c447c15-b621-4bac-aac4-8b3923f55871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.068772038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"c9b56726-44df-4a70-8e99-2db166635a5d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.083613364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f999a8b5-6a1d-46cf-856e-ac223d1649ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.083750608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8984deef-b013-42da-9dbf-45180c32de63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.0845973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"ce249096-6ba3-44cb-a6b2-a6ee0f7bd9a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.088785881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"c9b56726-44df-4a70-8e99-2db166635a5d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.101830346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"129891ff-d442-46cc-807f-ddcdaa1b4a49","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.10496356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8984deef-b013-42da-9dbf-45180c32de63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.10652541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f999a8b5-6a1d-46cf-856e-ac223d1649ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.122063242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51884d46b71dcf7569e9737cadc5c77e4a69921302434973d6ed7ef77002851c) AuthConfig (5d598eddca82c372da695f30d12bf8f4be1c3e5dbe49a80b0d7c24a987df0c7b) AuthConfig (17ffb38968f5203138f4c70a4901f11472ae6dae95a6f3f4886a4fe522264f73) AuthConfig (b279b8a42846e496ec29d34a021022af448436a08a632f04599f75dd2e0b4ad9) AuthConfig (5a19d4cc1486dafbc0f63aac56fb5551e472607982e3353cf69f0353af665736) AuthConfig (72158fc932023ffacb0d4b0aa59e657351e32acdfd6b285ca153d23d68326662) AuthConfig (9325031c265252aee95191b2c66fda3e6b8d3c1cefa8a5f4d04292eeee864c62) AuthConfig (e35492c4d6de7d5149e3410381bbd2faa6c2e08452cca3b64d22ba5c65defa2b) AuthConfig (beb7591f702bb0509f44639ef8b4dbb773f8e2f0f58b84d7b03173ac7089869a) AuthConfig (4336b0754165fea6ec19069b5c5c7b44bb7c5f62200b1d145ad7ad4ad62a32dc) AuthConfig (772f99adf9238f15529f78529356fae994b7990323e4437d95e3f696b0cef747) AuthConfig (5040bf426aedbbc2cfce163cc956ccd9de6fa6e3afcb5f92208112449ceebfb0) AuthConfig (c8dc11ac88b20d75dc6ae803dc73d20dffab36a92612935b01053e652fc7590b) AuthConfig (f3564d098b2ffe95944e617001248bd2d853631f3d9397636be56816b0782d3b) AuthConfig (a137f8f5b58fa64e7b265440e0c9af3eb68e42683a9a6579cb3d8a26e566ae17) AuthConfig (e832516d2948e50273202e5ce2f78f563eb1fa8b915cfc096dc8335ee69dfeb0) AuthConfig (99845c5a2bc71c0617eca1e9ba307599dd2958ae105818a54c1a3bcc0eb1a723) AuthConfig (26bf8d924338b49a10f9ad41057ca11ba3ab2ea02306855f7bf737fb33f3abf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"c9b56726-44df-4a70-8e99-2db166635a5d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.12329035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"ce249096-6ba3-44cb-a6b2-a6ee0f7bd9a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.125739424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"129891ff-d442-46cc-807f-ddcdaa1b4a49","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.14859738Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-626bce","namespace":"e2e-extmod-att-noaccess-26883d"},"namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","reconcileID":"06f74ca6-2b60-4df0-9641-fdfec97515bf","namespace":"e2e-extmod-att-noaccess-26883d","name":"e2e-att-noaccess-626bce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.182858172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b825da54-d8fc-4095-9df9-bfd1b041e5c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.203291771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b825da54-d8fc-4095-9df9-bfd1b041e5c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.289043106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaaee411-414e-43b3-b71d-b972d6c5b679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.301752462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"abf9dd10-73a3-4c49-aa2e-45bca585363b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.303955183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"ea615ed0-b20a-4359-8e2c-92c9e69b5379","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.30402133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"0cb39421-ac15-48f6-b39b-e91cb73e8fee","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.310957757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaaee411-414e-43b3-b71d-b972d6c5b679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.320099219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"e61407c5-82d9-4f5b-b828-8d5be1dd3ae9","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.321600057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"abf9dd10-73a3-4c49-aa2e-45bca585363b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.324463368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"ea615ed0-b20a-4359-8e2c-92c9e69b5379","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.324829623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"0cb39421-ac15-48f6-b39b-e91cb73e8fee","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.340127793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"e61407c5-82d9-4f5b-b828-8d5be1dd3ae9","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.342948365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51884d46b71dcf7569e9737cadc5c77e4a69921302434973d6ed7ef77002851c) AuthConfig (5d598eddca82c372da695f30d12bf8f4be1c3e5dbe49a80b0d7c24a987df0c7b) AuthConfig (17ffb38968f5203138f4c70a4901f11472ae6dae95a6f3f4886a4fe522264f73) AuthConfig (b279b8a42846e496ec29d34a021022af448436a08a632f04599f75dd2e0b4ad9) AuthConfig (5a19d4cc1486dafbc0f63aac56fb5551e472607982e3353cf69f0353af665736) AuthConfig (72158fc932023ffacb0d4b0aa59e657351e32acdfd6b285ca153d23d68326662) AuthConfig (9325031c265252aee95191b2c66fda3e6b8d3c1cefa8a5f4d04292eeee864c62) AuthConfig (e35492c4d6de7d5149e3410381bbd2faa6c2e08452cca3b64d22ba5c65defa2b) AuthConfig (beb7591f702bb0509f44639ef8b4dbb773f8e2f0f58b84d7b03173ac7089869a) AuthConfig (4336b0754165fea6ec19069b5c5c7b44bb7c5f62200b1d145ad7ad4ad62a32dc) AuthConfig (772f99adf9238f15529f78529356fae994b7990323e4437d95e3f696b0cef747) AuthConfig (5040bf426aedbbc2cfce163cc956ccd9de6fa6e3afcb5f92208112449ceebfb0) AuthConfig (c8dc11ac88b20d75dc6ae803dc73d20dffab36a92612935b01053e652fc7590b) AuthConfig (f3564d098b2ffe95944e617001248bd2d853631f3d9397636be56816b0782d3b) AuthConfig (a137f8f5b58fa64e7b265440e0c9af3eb68e42683a9a6579cb3d8a26e566ae17) AuthConfig (e832516d2948e50273202e5ce2f78f563eb1fa8b915cfc096dc8335ee69dfeb0) AuthConfig (99845c5a2bc71c0617eca1e9ba307599dd2958ae105818a54c1a3bcc0eb1a723) AuthConfig (26bf8d924338b49a10f9ad41057ca11ba3ab2ea02306855f7bf737fb33f3abf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"ea615ed0-b20a-4359-8e2c-92c9e69b5379","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.392526391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"dfcb72d8-a497-4f8f-a480-3ff368be9449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.413727009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"dfcb72d8-a497-4f8f-a480-3ff368be9449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.510776204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"3101b2cb-5529-48a4-beb4-3c064d2d2fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.538171661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"3101b2cb-5529-48a4-beb4-3c064d2d2fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.595122119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3141f0d5-9a96-4f3e-9560-4eccb9b76d6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.596661165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"5da26ee9-9dde-474f-97e9-a8b3405cd660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.61273687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"cfcf0cbb-e57c-4ab1-a422-b01f5e92a24b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.616835462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3141f0d5-9a96-4f3e-9560-4eccb9b76d6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.61815497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"5da26ee9-9dde-474f-97e9-a8b3405cd660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:46.635883826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"cfcf0cbb-e57c-4ab1-a422-b01f5e92a24b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.166041759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3816bbcf-37bb-4143-81b8-bdeb6ff07abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.166501844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a00bbe64-4517-4d0f-866b-401a0a865587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.187231874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a00bbe64-4517-4d0f-866b-401a0a865587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.187524099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3816bbcf-37bb-4143-81b8-bdeb6ff07abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.55163132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"9576f58b-681b-4fc8-90ae-7a068a67262f","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.551731738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"9576f58b-681b-4fc8-90ae-7a068a67262f","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.612649601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83d0b6cd-8f6c-40fa-aece-56ce3ac1bad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.614696333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26b09690-7d00-43c4-b5eb-ef16e4f3cb7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.628636371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"813223a9-8764-41cb-8a83-07162fc98f66","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.635229044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e0638a7f-950e-41ca-ac5c-1115313128c4","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.639391973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26b09690-7d00-43c4-b5eb-ef16e4f3cb7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.645794971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"1f44fe12-753f-4ba9-b085-5c057ad8e0cf","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.645897663Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"34cf6626-9d9a-4cc4-8c66-9b0487b0a5fe","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88d56d48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.647306928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83d0b6cd-8f6c-40fa-aece-56ce3ac1bad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.670114336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"813223a9-8764-41cb-8a83-07162fc98f66","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.679669018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e0638a7f-950e-41ca-ac5c-1115313128c4","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.68790956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"1f44fe12-753f-4ba9-b085-5c057ad8e0cf","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.855794239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"909c053e-13c0-4732-9ed4-9a206113e04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.857021477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"bff6c3f7-ddde-4386-b345-2f2fd4972433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.896326099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"bff6c3f7-ddde-4386-b345-2f2fd4972433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.907002769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"909c053e-13c0-4732-9ed4-9a206113e04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.924386769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"1fd47313-0639-49e3-95f6-d3aa36a34dc0","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.925517272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"90c0698b-6bcd-4985-b469-b261bb75390a","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.945454108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"c5baac6e-96be-4f87-a9c2-739b97c6af04","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.954246146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"90c0698b-6bcd-4985-b469-b261bb75390a","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.955140114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"1fd47313-0639-49e3-95f6-d3aa36a34dc0","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.976636136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"c5baac6e-96be-4f87-a9c2-739b97c6af04","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:50.586803794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997880aa-1036-48c7-ac83-40be743e06a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:50.603435649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997880aa-1036-48c7-ac83-40be743e06a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:50.619935784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997880aa-1036-48c7-ac83-40be743e06a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:50.636433367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997880aa-1036-48c7-ac83-40be743e06a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:50.669080791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"f279ea9a-3574-4602-8538-9220d816d556","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:50.716187576Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"f279ea9a-3574-4602-8538-9220d816d556","name":"e2e-mt-abdb6c3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.350347664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"938fd7b7-ec92-4add-98bd-088fb262b7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.369918693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"938fd7b7-ec92-4add-98bd-088fb262b7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.387110578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"938fd7b7-ec92-4add-98bd-088fb262b7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.391111315Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-db037162","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-db037162","reconcileID":"eeb39724-afd8-4ece-9908-34a4164fe177","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-db037162","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-db037162":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.403518991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"938fd7b7-ec92-4add-98bd-088fb262b7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.532572403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d8ca32b-f7ff-43e5-b43c-df7272577bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.532588394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"844b67ce-f4ab-454b-9171-dce798e34ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.554173583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"844b67ce-f4ab-454b-9171-dce798e34ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.55417419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d8ca32b-f7ff-43e5-b43c-df7272577bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.767171842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a04d25c8-e9e4-4fa6-b14d-a7c65cae9801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.767270917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75aa356c-a794-4cb8-a38e-cbab57cca1af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.789938394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a04d25c8-e9e4-4fa6-b14d-a7c65cae9801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.790101943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75aa356c-a794-4cb8-a38e-cbab57cca1af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.106008577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09473914-ba63-4e5a-96c6-2f4223bcfe46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.122170208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09473914-ba63-4e5a-96c6-2f4223bcfe46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.138659058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09473914-ba63-4e5a-96c6-2f4223bcfe46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.155330528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09473914-ba63-4e5a-96c6-2f4223bcfe46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.799913389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f61674-1a64-44d8-8874-3188cc145117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.801453407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d63e258-0752-4a02-8f02-5a486f0c3f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.802019684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73c9c669-8037-4da3-9f97-855de23968b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.824255096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f61674-1a64-44d8-8874-3188cc145117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.911308675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f61674-1a64-44d8-8874-3188cc145117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.915557848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d63e258-0752-4a02-8f02-5a486f0c3f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.91557838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73c9c669-8037-4da3-9f97-855de23968b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.92792562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f61674-1a64-44d8-8874-3188cc145117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.027768602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"056826e7-c070-478b-9218-f272e4d7cbfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.027786861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec418262-06e6-4941-833f-7b88ba237626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.048386697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"056826e7-c070-478b-9218-f272e4d7cbfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.049267856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec418262-06e6-4941-833f-7b88ba237626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.41824914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-sub","reconcileID":"f2026069-2ab2-4885-afc9-5d74299b7b2e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.510734691Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-sub","reconcileID":"f2026069-2ab2-4885-afc9-5d74299b7b2e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.510780518Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-sub","reconcileID":"f2026069-2ab2-4885-afc9-5d74299b7b2e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.528100886Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-sub","reconcileID":"f2026069-2ab2-4885-afc9-5d74299b7b2e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.545208839Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-partial-access-sub","reconcileID":"f2026069-2ab2-4885-afc9-5d74299b7b2e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.577926847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"47532fe2-05da-4cc9-9dd7-63e99d74602d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.707749373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"10726e0b-bb6b-484f-bd27-be7536869e04","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.707977186Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.708228564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"5d318bc1-3310-47ed-b0b4-71e12422eed7","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.745759527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"26f61461-ca94-4b21-9432-876666026d16","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.745793007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"26f61461-ca94-4b21-9432-876666026d16","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.756726067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"73e62418-8adc-4536-b055-636e701bf8d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.757319664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0b1f573-0ebc-4ee8-a988-5e6602b6fb6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.757355349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"7beeecec-6469-4ebc-8e60-285037fa64ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.758150408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19196ab3-443c-434e-b14e-941fab73df46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.77732171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"7beeecec-6469-4ebc-8e60-285037fa64ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.777369369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"73e62418-8adc-4536-b055-636e701bf8d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.778010171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"4253932e-a25d-4a3a-8ee7-1931de41a74e","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.778030864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"4253932e-a25d-4a3a-8ee7-1931de41a74e","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.779930912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0b1f573-0ebc-4ee8-a988-5e6602b6fb6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.780453273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19196ab3-443c-434e-b14e-941fab73df46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.494346539Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.494452224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"9fe49fa3-73de-4e8d-91c9-2a416df04289","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.51320005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"ef4e99c9-2127-461e-b66d-3baa616e81b9","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:26:54.53099837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-no-access-sub","reconcileID":"7e99623d-5295-4844-8ec9-123968b9180e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.573508275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"aac88bb0-ba39-4e8d-bc75-700139de9838","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.596144331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"a4116c6a-5d68-478d-88b1-7ac8c6665b9b","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.611797518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"5deca5b0-2d2c-49fe-835a-eef1fbdf07be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.612729482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91e12415-0086-4371-949c-61cf7a8c2fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.613813061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90792586-d342-4c38-8348-3dca13c2b236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.614505345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7ad80e31-d431-4458-bc1e-970216829c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.696256868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"5deca5b0-2d2c-49fe-835a-eef1fbdf07be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.700976838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91e12415-0086-4371-949c-61cf7a8c2fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.705501024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90792586-d342-4c38-8348-3dca13c2b236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.706122149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7ad80e31-d431-4458-bc1e-970216829c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.733403995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"a3e40c8a-6aff-433e-991a-03518ac0f706","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.734722374Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-no-access-sub","reconcileID":"952fc680-d517-4874-9db5-eeb1ac383626","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-w0-ff49f4","model":"distinct-w0-ff49f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ff49f4/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.753906136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"3691c005-b4eb-4292-8951-27fa3ae5459e","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.827901009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59ee199c-c7c4-4d5f-bcd0-bd91a995de31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.835103787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"71298d71-d1aa-4c5d-9f65-3398e0ed5d08","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.842776145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"8a39310a-4ad1-40f7-a259-11cb0bb5f1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.847984029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59ee199c-c7c4-4d5f-bcd0-bd91a995de31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.859173233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-no-access-auth","reconcileID":"bfff5718-a335-4493-9038-aa80ceb006be","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.86290742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"8a39310a-4ad1-40f7-a259-11cb0bb5f1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.878982155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-no-access-auth","reconcileID":"bfff5718-a335-4493-9038-aa80ceb006be","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.899654078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67f7e001-f2f3-436c-8405-c444cd151a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.900523724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-no-access-sub","reconcileID":"3bdea945-a37c-4689-b335-080791a6d6bf","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.914886667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"f958f626-aeaa-4aeb-ab09-f46ab9c4c921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.920977361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67f7e001-f2f3-436c-8405-c444cd151a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.934792122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"f958f626-aeaa-4aeb-ab09-f46ab9c4c921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.969874127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"8d68379a-72cf-43ac-8472-1a03bcb48f7f","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:55.04207596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-no-access-auth","reconcileID":"e4cfce51-3359-47e7-a0dd-fc35fa18079b","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:55.066612047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-no-access-auth","reconcileID":"e4cfce51-3359-47e7-a0dd-fc35fa18079b","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:56.387886488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"a4a3b87e-298f-4168-a135-9b82aa865443","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:56.412557554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"a4a3b87e-298f-4168-a135-9b82aa865443","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:56.56110058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"1dca0fff-4cf3-4001-880b-fb59adb2552e","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:56.561122058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"1dca0fff-4cf3-4001-880b-fb59adb2552e","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.664774897Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"8e177fb6-5f17-447b-a525-487646ce4793","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","subscription":"e2e-att-detach-47b076-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.697707896Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"8e177fb6-5f17-447b-a525-487646ce4793","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.714078169Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-sub","reconcileID":"8e177fb6-5f17-447b-a525-487646ce4793","MaaSSubscription":{"name":"e2e-att-detach-47b076-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.734344715Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-no-access-auth","reconcileID":"77b6ae49-5e66-434d-8900-53e238887626","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/distinct-2-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.734444969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"07c16825-b388-4893-ab60-6cd2ae8346b5","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.788775671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"42bd855b-5728-4cd1-a4b9-fc0b45cac270","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.872647552Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-att-serve-aa8a44-sub ai-tenant-e2e-extmod-b-a3235a/e2e-att-unrel-bb5286-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.888679247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"3b7dcfd5-0fb3-493a-979e-60e2e2ae3a37","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.888717659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"3b7dcfd5-0fb3-493a-979e-60e2e2ae3a37","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.923143322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"808aed84-c848-4d3a-b1a5-2b510e4c3a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.925495696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59e927d7-94fa-4777-b95c-a5b0d9fd8195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.927041442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"4ac0d162-1222-4bf8-a51e-6168697ea845","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.940974433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"8213cdfc-123e-4c51-8fe3-a600b4dca31e","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.941320899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"454ad249-302b-4b44-9dbe-32b799fdfef2","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.940974223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"a0303b89-9aa3-4618-8410-ae570add3848","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.945950294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"808aed84-c848-4d3a-b1a5-2b510e4c3a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.946594709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59e927d7-94fa-4777-b95c-a5b0d9fd8195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.961978217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"a0303b89-9aa3-4618-8410-ae570add3848","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.961994828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"8213cdfc-123e-4c51-8fe3-a600b4dca31e","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.96457157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"454ad249-302b-4b44-9dbe-32b799fdfef2","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.014294545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"b24e917d-b11b-48f8-bb12-b8fabfc8bd77","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.037982342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"622708a3-6683-4cf5-bbfd-f224b8229b33","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.038034189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"622708a3-6683-4cf5-bbfd-f224b8229b33","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.079385408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-detach-47b076-access","reconcileID":"929e4d32-b047-4382-b59c-e61ea152fa01","MaaSAuthPolicy":{"name":"e2e-att-detach-47b076-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.121016459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7f536d74-b480-4f8a-9538-ca5cc2eafe8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.121956276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"21db0d52-141a-490c-a486-f2c9c244e631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.207587059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"21db0d52-141a-490c-a486-f2c9c244e631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.20814532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7f536d74-b480-4f8a-9538-ca5cc2eafe8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.237766301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d11e230-dbe9-4391-aba1-599ff84d2fe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.25346996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d2d18ba-2aa8-407e-bc5d-6a002b17e1af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.257862602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d11e230-dbe9-4391-aba1-599ff84d2fe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.258923433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"2672aeec-d050-4f09-ada9-ed58867796d7","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.258947299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"2672aeec-d050-4f09-ada9-ed58867796d7","MaaSModelRef":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-detach-47b076-7f750ca8ae15","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-detach-47b076","externalModel":"e2e-att-detach-47b076","provider":"e2e-att-detach-47b076-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.273141973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d2d18ba-2aa8-407e-bc5d-6a002b17e1af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.790120474Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"a4f270c7-4097-48c4-8328-7c6a14e87e83","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.823853459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"8a995de7-4743-4d7e-b030-4b820e2934da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.82479208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"9e5bd98c-1dd0-4191-bd14-b537718dd414","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.824817342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"9e5bd98c-1dd0-4191-bd14-b537718dd414","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.83863817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"088d0971-82c1-4b9c-95ef-a6523da57d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.840767034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"964f8f6c-4f5b-4271-9d1e-68cc32b1130c","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.840843911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e199da40-bac0-4012-aad5-07bfccb7d05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.842875364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"cd079575-7728-403b-89b5-20e083eb19cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.84441008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"8a995de7-4743-4d7e-b030-4b820e2934da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.859089893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"088d0971-82c1-4b9c-95ef-a6523da57d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.859746228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"f1d011b9-ea01-4fc4-ad07-b1b1b07d4daa","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.85977598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"f1d011b9-ea01-4fc4-ad07-b1b1b07d4daa","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.862340456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"964f8f6c-4f5b-4271-9d1e-68cc32b1130c","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.864007063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"cd079575-7728-403b-89b5-20e083eb19cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.866253638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e199da40-bac0-4012-aad5-07bfccb7d05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.891172313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"1868317f-6ce2-42a0-ad3f-045f54fde637","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.8932444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"e2454636-d0ae-4826-a586-854b37570a0a","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.97113537Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-47b076","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","reconcileID":"a80da710-cb35-41a5-a148-f2c0557f4f3f","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-detach-47b076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.026810402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a64421ff-a104-4563-86c2-a2083a1ef45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.065326077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a64421ff-a104-4563-86c2-a2083a1ef45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.149827928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"3a8de771-7a01-4e86-b748-abc34f3423bc","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.150065461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1f464b-d7ae-4584-946e-fc7c215af23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.162710515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"f13b8bad-4c63-4bb8-a2a5-f05c728760a5","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.164838641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"40c5f3f3-2247-443e-a7c3-98203a9d77e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.169709726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"3a8de771-7a01-4e86-b748-abc34f3423bc","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.170604825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1f464b-d7ae-4584-946e-fc7c215af23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.182818852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"f13b8bad-4c63-4bb8-a2a5-f05c728760a5","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.184359245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"40c5f3f3-2247-443e-a7c3-98203a9d77e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.313252603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"4add1ac0-21d9-4830-bc99-95a8684180b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.336861066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"4add1ac0-21d9-4830-bc99-95a8684180b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.428913124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"fe60f9c2-179f-4ec4-a0dc-07487921abba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.42962636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fe7af1a-e10a-40a0-b12f-4d82c6774997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.429973261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9d639736-8184-4624-8e69-ac66149a75c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.451056259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fe7af1a-e10a-40a0-b12f-4d82c6774997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.451107358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9d639736-8184-4624-8e69-ac66149a75c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.454960178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"fe60f9c2-179f-4ec4-a0dc-07487921abba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.526676274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"8daf9fb8-b56e-477a-984c-8fdbf809cc31","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.526843223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"8daf9fb8-b56e-477a-984c-8fdbf809cc31","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.560862415Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.576277548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f53b5fa6-e859-469b-b9ad-5a148027143d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.582931478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"ff080f71-75ef-48ce-be65-5e9865960078","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.583523269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"12bb0b3f-f9d8-407f-b325-347a59e8a585","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.583541597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"12bb0b3f-f9d8-407f-b325-347a59e8a585","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.592104713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"ecaa4e53-71e1-46d8-8d48-2cebae7802d2","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.596530368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"546b3398-87e6-4b86-81e8-3074e3cd6d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.598141868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f53b5fa6-e859-469b-b9ad-5a148027143d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.59968251Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"fe28419c-1225-4e34-91a4-f0707c974fdb","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a6445c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.603113563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"ff080f71-75ef-48ce-be65-5e9865960078","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.61301019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"ecaa4e53-71e1-46d8-8d48-2cebae7802d2","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.618558455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"546b3398-87e6-4b86-81e8-3074e3cd6d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.646565903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"e0c55f44-d219-4040-bf6f-780f9256da38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.697310126Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"e0c55f44-d219-4040-bf6f-780f9256da38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.715248673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"e0c55f44-d219-4040-bf6f-780f9256da38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.74648642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"f2f9fef1-e7c6-4768-afec-4c60c264450d","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.746506506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"f2f9fef1-e7c6-4768-afec-4c60c264450d","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.788049644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"67a9d020-51cb-49c7-bb62-8ee8c42d0d5e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.788049624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"5c83843f-93b1-441b-a9b3-ca3e72d37f64","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.815062447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"67a9d020-51cb-49c7-bb62-8ee8c42d0d5e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.815560114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"5c83843f-93b1-441b-a9b3-ca3e72d37f64","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.706499801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"b21e5604-bddd-44c8-95d8-cd6268d18514","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.706523326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"b21e5604-bddd-44c8-95d8-cd6268d18514","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:06.029851722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c90211-aaa1-4315-a22c-f9d222c9c5ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:06.04981267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c90211-aaa1-4315-a22c-f9d222c9c5ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:06.066774644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c90211-aaa1-4315-a22c-f9d222c9c5ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:06.083364062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c90211-aaa1-4315-a22c-f9d222c9c5ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:06.777991127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b01050-c312-4609-aebb-2e0c297ffaf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:06.79404681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b01050-c312-4609-aebb-2e0c297ffaf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:06.81018784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b01050-c312-4609-aebb-2e0c297ffaf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:06.826270615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b01050-c312-4609-aebb-2e0c297ffaf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.320109702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"ce93e19e-fe8e-4d99-897f-b1b0058192b9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-db037162","tenantID":"e2e-ait-db037162","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.363159624Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"ce93e19e-fe8e-4d99-897f-b1b0058192b9","name":"e2e-ait-db037162-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.067438761Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-no-access-sub","reconcileID":"e5b5b7a6-fa1d-47dc-ae2f-145458478d71","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.083919209Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-no-access-sub","reconcileID":"e5b5b7a6-fa1d-47dc-ae2f-145458478d71","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.196111036Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"e2e-no-access-sub","reconcileID":"e5b5b7a6-fa1d-47dc-ae2f-145458478d71","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/distinct-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.28488418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"d2990193-2e68-40cb-99f1-7fb32538a540","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.323009294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"ffdd3447-9e41-4ed9-8550-bd4a514142cd","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.323031089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"ffdd3447-9e41-4ed9-8550-bd4a514142cd","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.33374935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3605f08a-0b8a-4d24-9ab7-29f2b325654c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.334096217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"c283401b-ed9b-4471-9d15-cb71fe0bae6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.333749352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e302aa11-b3a9-4c0a-8a3b-71acc33b617a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.334741049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"dc7f61e0-8a88-4b45-9b69-8e7feb601a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.354955812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3605f08a-0b8a-4d24-9ab7-29f2b325654c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.355036836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"c283401b-ed9b-4471-9d15-cb71fe0bae6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.357369336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"dc7f61e0-8a88-4b45-9b69-8e7feb601a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:08.35757483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e302aa11-b3a9-4c0a-8a3b-71acc33b617a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.120131434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7024e78-bce8-4fe7-8b5a-c3af27cf0c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.19514166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe641239-69ab-4aeb-8cc5-47c740826492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.196785319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7024e78-bce8-4fe7-8b5a-c3af27cf0c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.215838939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe641239-69ab-4aeb-8cc5-47c740826492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.617942379Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"7c5edfe3-1b15-4317-b254-7011625fea25","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","subscription":"e2e-att-unrel-bb5286-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.652846603Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"7c5edfe3-1b15-4317-b254-7011625fea25","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.674111141Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-sub","reconcileID":"7c5edfe3-1b15-4317-b254-7011625fea25","MaaSSubscription":{"name":"e2e-att-unrel-bb5286-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.795701773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"4686dea1-19bb-4f8a-95d8-6d450a45a019","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.817510352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"4686dea1-19bb-4f8a-95d8-6d450a45a019","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.836256733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"4686dea1-19bb-4f8a-95d8-6d450a45a019","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.861111988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"3061414b-3161-441a-a049-8094bee3e989","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.861135758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"3061414b-3161-441a-a049-8094bee3e989","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.898521376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e694ded4-a0b7-4e96-b650-68467afaa6aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.899168717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cda33e25-2c17-40e3-bc4f-7f0cd902d8fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.899339148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d6d36468-d7bb-43f9-a8de-59a32b4daae5","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.900814346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0973613b-668c-4447-b411-9fede91943b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.921005879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"d6d36468-d7bb-43f9-a8de-59a32b4daae5","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.921015715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"e694ded4-a0b7-4e96-b650-68467afaa6aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.923298868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cda33e25-2c17-40e3-bc4f-7f0cd902d8fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.923576934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0973613b-668c-4447-b411-9fede91943b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.012205392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"a85e450b-1498-405a-90dd-e60a38aa7440","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.012233564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"a85e450b-1498-405a-90dd-e60a38aa7440","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.061402575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-unrel-bb5286-access","reconcileID":"89bc65eb-ce8d-49b3-b25b-5e95ec15993d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bb5286-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.128511386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"ddb2f3e0-68fa-47c5-89fe-d5798f69ae89","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.128537664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"ddb2f3e0-68fa-47c5-89fe-d5798f69ae89","MaaSModelRef":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-unrel-bb5286-44bf8dca7db1","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-unrel-bb5286","externalModel":"e2e-att-unrel-bb5286","provider":"e2e-att-unrel-bb5286-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.671036955Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"2dd9ae66-1fe9-4639-bf1e-839c2f2e21cf","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.705627386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"ea9762c6-11b1-4c00-88dc-fd0cad34789a","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.706470431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"0ff333d9-74e0-47af-815c-8c27a075ba00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.706684357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"e28b7e4a-6db9-468c-804e-864cf8ff9625","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.70670719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"e28b7e4a-6db9-468c-804e-864cf8ff9625","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.720298121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"37d50fdb-3904-4fcb-9f1f-8a125b5615b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.721722807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a1151492-4992-4305-81de-97b1668273de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.72176789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44305290-df7c-4839-86f8-1f2c401c726a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.727276692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"ea9762c6-11b1-4c00-88dc-fd0cad34789a","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.728242513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"0ff333d9-74e0-47af-815c-8c27a075ba00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.741503597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"37d50fdb-3904-4fcb-9f1f-8a125b5615b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.794941295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a1151492-4992-4305-81de-97b1668273de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.7956061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44305290-df7c-4839-86f8-1f2c401c726a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.796454172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"0ff333d9-74e0-47af-815c-8c27a075ba00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.814212658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"e5100d2f-f859-4833-b1cb-577f500ff669","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.845659346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e7b9a502-32bc-4388-8dc1-0b64958503e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.85292271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-bb5286","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","reconcileID":"f095ecc3-2bbb-4cc6-8a33-1ce2b20650f8","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-unrel-bb5286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.86669477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e7b9a502-32bc-4388-8dc1-0b64958503e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.874062029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"85489797-d876-4e15-bad6-336a1b575f47","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.876815639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41ca6ee1-1ecd-4845-b471-d0ca412adbd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.889482555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f9f3caab-2aff-4d36-b775-4626d0ca1cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.897097217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"85489797-d876-4e15-bad6-336a1b575f47","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.899592949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41ca6ee1-1ecd-4845-b471-d0ca412adbd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.913870771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f9f3caab-2aff-4d36-b775-4626d0ca1cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:10.973792837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"f1fa9173-9f8e-46db-9fd5-c7eb3d570458","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.000046836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"890e3824-5060-4be6-adcd-f9bae36cd855","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.006537103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"f1fa9173-9f8e-46db-9fd5-c7eb3d570458","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.022349952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"890e3824-5060-4be6-adcd-f9bae36cd855","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.023388603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"f9894160-5c5e-402d-9b8a-39163556c911","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.035618342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"247adadc-8acc-4ddf-baba-96627ad57490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.044339693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"f9894160-5c5e-402d-9b8a-39163556c911","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.046176014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"890e3824-5060-4be6-adcd-f9bae36cd855","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.106745546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f2f6e6f3-48d6-420c-a008-2a5d611cbe81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.113614951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"247adadc-8acc-4ddf-baba-96627ad57490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.196546253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f2f6e6f3-48d6-420c-a008-2a5d611cbe81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.212942247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a7675b34-f6db-46b9-ad87-142f32e7613e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.237499183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a7675b34-f6db-46b9-ad87-142f32e7613e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.306811513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ca82214a-cebd-4dc9-abef-87ba68fe0a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.307166137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8ae1553-5489-47dc-9a65-dd0c1c00fa3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.326475082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ca82214a-cebd-4dc9-abef-87ba68fe0a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.327260901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8ae1553-5489-47dc-9a65-dd0c1c00fa3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.374928067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"4b8f9ddf-2e09-4307-bc0b-518e810676c6","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.374952753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"4b8f9ddf-2e09-4307-bc0b-518e810676c6","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.391867795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"415c63d8-f009-498b-9831-4c0492802ad9","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.414326919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"983193ba-c27a-4463-aadd-2969758b8473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.418367324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"415c63d8-f009-498b-9831-4c0492802ad9","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.431075032Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"49636327-9832-4a82-9a47-e416c696bf16","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-97a5b479","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.435492142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"983193ba-c27a-4463-aadd-2969758b8473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.595118534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"c0211824-ffff-4cc8-9e1d-27c513628488","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.610759827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87d852bd-415e-4e24-bb66-c83e24cdfb3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.616611561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"c0211824-ffff-4cc8-9e1d-27c513628488","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.632781497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87d852bd-415e-4e24-bb66-c83e24cdfb3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.705852595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7d0295c-79eb-4bad-b095-72caba8b03ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:11.725911915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7d0295c-79eb-4bad-b095-72caba8b03ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:12.833852378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a47203-90f7-481e-b3cc-751bcb434c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:12.850801054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a47203-90f7-481e-b3cc-751bcb434c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:12.909693358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a47203-90f7-481e-b3cc-751bcb434c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:12.926190596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a47203-90f7-481e-b3cc-751bcb434c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:13.570859919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393ecb71-2e4f-45b2-85aa-9605b65d1fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:13.587199549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393ecb71-2e4f-45b2-85aa-9605b65d1fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:13.603443702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393ecb71-2e4f-45b2-85aa-9605b65d1fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:13.619953801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393ecb71-2e4f-45b2-85aa-9605b65d1fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:13.693016988Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-6bda62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-6bda62","reconcileID":"df3c5da2-9f5b-4e59-848d-7064960b5cf9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-6bda62","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-6bda62":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:13.806946521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f97e7964-4583-4ba9-ad3d-b07611a366ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:13.806957421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"200b4e76-e4f9-4371-bb93-ea43de15be91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:13.828664264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"200b4e76-e4f9-4371-bb93-ea43de15be91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:13.829155121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f97e7964-4583-4ba9-ad3d-b07611a366ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.009044391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85071504-5c41-4e46-a8ee-7f0df5a543e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.009066944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f664ebd2-87b3-467c-b36b-2ded83381069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.030684866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f664ebd2-87b3-467c-b36b-2ded83381069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.032233492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85071504-5c41-4e46-a8ee-7f0df5a543e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.295030728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8a5b22-9d60-4310-ab47-8174a955c73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.311362137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8a5b22-9d60-4310-ab47-8174a955c73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.327949597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8a5b22-9d60-4310-ab47-8174a955c73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.344610486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8a5b22-9d60-4310-ab47-8174a955c73e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.025098253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7123e5-de78-4403-bd46-32bf459a7106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.04331308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7123e5-de78-4403-bd46-32bf459a7106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.059826762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7123e5-de78-4403-bd46-32bf459a7106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.060316507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c5d64e3-527c-4d1d-aa33-9c727ca29026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.060412889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"304d460c-9ae4-4db1-9fb3-ad86b767f8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.077195723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7123e5-de78-4403-bd46-32bf459a7106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.081164684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c5d64e3-527c-4d1d-aa33-9c727ca29026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.097753282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"304d460c-9ae4-4db1-9fb3-ad86b767f8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.260135289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4e3f7e1-59b0-407a-8cc9-e69ac157f8b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.281168589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4e3f7e1-59b0-407a-8cc9-e69ac157f8b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.3601492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32859c53-182c-4e81-894b-5f37aa590df1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.380238982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32859c53-182c-4e81-894b-5f37aa590df1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.80496622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32768b87-3219-40ce-bf6b-8b1e425ee041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.823271208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32768b87-3219-40ce-bf6b-8b1e425ee041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.839658138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32768b87-3219-40ce-bf6b-8b1e425ee041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.856059811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32768b87-3219-40ce-bf6b-8b1e425ee041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.781074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"34545cb6-1e2a-4b10-af9c-5d2bb728a0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.781902884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"77b5472d-ef0d-4c13-9d3c-c13de703ed02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.834902942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"77b5472d-ef0d-4c13-9d3c-c13de703ed02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.838821277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"34545cb6-1e2a-4b10-af9c-5d2bb728a0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:18.2992266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"7f136078-c319-4555-845a-73b4181fb476","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:18.299254773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"7f136078-c319-4555-845a-73b4181fb476","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.078667423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"9620f086-09ff-4257-9d55-d96252b7eaa3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.098622314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"9620f086-09ff-4257-9d55-d96252b7eaa3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.117147078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22b22e5531ac0f9f26ac1d18c5fddff1c468d189ba2ed3780cc14f5c819530dc) AuthConfig (0435e27288738acd3f35e756d6752ec35f93685117c1057c2db49f925c22e9b0) AuthConfig (f3590f4ade41f826f5bbf3e0f0cc60bfddc708384af48b9b1cf49dcf3e24e503) AuthConfig (ac7d3fb42643184b7aff0ad34b96ec2956f73a0aafe947d8a30607e5afad1b75) AuthConfig (d4cece1e7542b6652853d83467e75eb896d4afbf836fbc5478bb9f9f130531bb) AuthConfig (b5f3b1403fd2d933538a4e3ec7293dd30a3b921ad765d2837ad5c68f3f824b1a) AuthConfig (bcc82565fef87233a2a16810d92fe505511227c781f6ad3a21093ffba0894912) AuthConfig (918fab24c2e913f302a3d8c220cd495e450451d931ece46d9b27cab2586f4b10) AuthConfig (2fce15404ca4d66dd7ae783e430ba07718ba2680402d96ff60966c28e098a981) AuthConfig (2f94c58b5cda37a6184985ce93ab8ab891b3d42b6118e3dccbd9ecbb2b831e9f) AuthConfig (f1d4842d3a50bc7097c8b6ca774304ebb46023babe5559252dbf84e9b1bc2422) AuthConfig (5d55f35c9c224cf247a05970a5210002fc9db97102da489e73d15f116908a224) AuthConfig (cf182edf47531c4bbdc90df92b131898070f0127b9eae5816d1ec5cfad3049be) AuthConfig (f4a912bef8b4aebaec9c5d4b93df14f6a6e4404d8b0f1d68a112f312dcc737a8) AuthConfig (3d0139cd06144f4e640c63586840366297708bbdc4f25417ce042afe5d18ff74) AuthConfig (45703562f384f3bf135587280193cb854c0612f8daee1dd70088bec7473d6715) AuthConfig (dcdbc6860ca597dc1f8edd53f275fc65af5fd08b0ca083cefef76b62858fcac5) AuthConfig (1662b48398c4efa9b10f74626e0e13f484341ab4996c30ed203400fea6c66c99)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"9620f086-09ff-4257-9d55-d96252b7eaa3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.138989498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"edc364b3-c3de-478c-8259-fb9cf44ca0f7","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.139004926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"edc364b3-c3de-478c-8259-fb9cf44ca0f7","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.447503767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"ea24d779-fe50-49e7-8f75-4bedc990b24a","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","subscription":"e2e-att-serve-aa8a44-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.482218319Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"ea24d779-fe50-49e7-8f75-4bedc990b24a","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.498255855Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-sub","reconcileID":"ea24d779-fe50-49e7-8f75-4bedc990b24a","MaaSSubscription":{"name":"e2e-att-serve-aa8a44-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.67187645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"f49bfbc0-98e1-4b87-9f2d-c53bc54e4a6d","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.67190484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"f49bfbc0-98e1-4b87-9f2d-c53bc54e4a6d","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.689251217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"83e9d22e-72a7-4239-9f3c-53b6a69513fe","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.705041879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c98fb32-dd4a-4864-90b5-9298c68cea0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.705042451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fda17012-398f-49de-b0b0-ef6ae8804000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.70925265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"83e9d22e-72a7-4239-9f3c-53b6a69513fe","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.726037144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fda17012-398f-49de-b0b0-ef6ae8804000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.726070532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c98fb32-dd4a-4864-90b5-9298c68cea0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.832132932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"d553e30a-ef37-4f31-a322-ffaefea03b4c","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.832160178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"d553e30a-ef37-4f31-a322-ffaefea03b4c","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.858323995Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"72924937-0202-46f0-b5d8-c9360dae2c4d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:21.989929242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"72924937-0202-46f0-b5d8-c9360dae2c4d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.039376845Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"72924937-0202-46f0-b5d8-c9360dae2c4d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.039405617Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-att-serve-aa8a44-access","reconcileID":"72924937-0202-46f0-b5d8-c9360dae2c4d","MaaSAuthPolicy":{"name":"e2e-att-serve-aa8a44-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.075464504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"83916830-f8de-492d-8471-565e8a6a2100","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-att-user-7db70b/e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.075496382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"83916830-f8de-492d-8471-565e8a6a2100","MaaSModelRef":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"routeName":"external-model-e2e-att-serve-aa8a44-fa0ebc597898","namespace":"e2e-extmod-att-user-7db70b","model":"e2e-att-serve-aa8a44","externalModel":"e2e-att-serve-aa8a44","provider":"e2e-att-serve-aa8a44-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.601708306Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"e125c7cc-2b45-4eb5-a0a5-2e5e8a11834a","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.636004447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"4a9eae93-c487-4e77-915e-553db8dc8bc7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.650933172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"db72faa9-a63c-4cf9-9180-f61896c65f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.651450082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85858ef9-96aa-4482-bb41-98c405ff82e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.652063159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f5089f0-f025-4d66-8044-1cc032036c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.652474068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f90e03e6-b8f5-468c-a916-d19a87f3b7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.657105351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"4a9eae93-c487-4e77-915e-553db8dc8bc7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.672038991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"db72faa9-a63c-4cf9-9180-f61896c65f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.672823712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85858ef9-96aa-4482-bb41-98c405ff82e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.674649904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f5089f0-f025-4d66-8044-1cc032036c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.675278642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f90e03e6-b8f5-468c-a916-d19a87f3b7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.676137232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22b22e5531ac0f9f26ac1d18c5fddff1c468d189ba2ed3780cc14f5c819530dc) AuthConfig (0435e27288738acd3f35e756d6752ec35f93685117c1057c2db49f925c22e9b0) AuthConfig (f3590f4ade41f826f5bbf3e0f0cc60bfddc708384af48b9b1cf49dcf3e24e503) AuthConfig (ac7d3fb42643184b7aff0ad34b96ec2956f73a0aafe947d8a30607e5afad1b75) AuthConfig (d4cece1e7542b6652853d83467e75eb896d4afbf836fbc5478bb9f9f130531bb) AuthConfig (b5f3b1403fd2d933538a4e3ec7293dd30a3b921ad765d2837ad5c68f3f824b1a) AuthConfig (bcc82565fef87233a2a16810d92fe505511227c781f6ad3a21093ffba0894912) AuthConfig (918fab24c2e913f302a3d8c220cd495e450451d931ece46d9b27cab2586f4b10) AuthConfig (2fce15404ca4d66dd7ae783e430ba07718ba2680402d96ff60966c28e098a981) AuthConfig (2f94c58b5cda37a6184985ce93ab8ab891b3d42b6118e3dccbd9ecbb2b831e9f) AuthConfig (f1d4842d3a50bc7097c8b6ca774304ebb46023babe5559252dbf84e9b1bc2422) AuthConfig (5d55f35c9c224cf247a05970a5210002fc9db97102da489e73d15f116908a224) AuthConfig (cf182edf47531c4bbdc90df92b131898070f0127b9eae5816d1ec5cfad3049be) AuthConfig (f4a912bef8b4aebaec9c5d4b93df14f6a6e4404d8b0f1d68a112f312dcc737a8) AuthConfig (3d0139cd06144f4e640c63586840366297708bbdc4f25417ce042afe5d18ff74) AuthConfig (45703562f384f3bf135587280193cb854c0612f8daee1dd70088bec7473d6715) AuthConfig (dcdbc6860ca597dc1f8edd53f275fc65af5fd08b0ca083cefef76b62858fcac5) AuthConfig (1662b48398c4efa9b10f74626e0e13f484341ab4996c30ed203400fea6c66c99)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"4a9eae93-c487-4e77-915e-553db8dc8bc7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.735345491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"714346f8-3c9e-429b-bb72-6322828910a0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.757881275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"714346f8-3c9e-429b-bb72-6322828910a0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.826052117Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-aa8a44","namespace":"e2e-extmod-att-user-7db70b"},"namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","reconcileID":"67a4530e-b8ee-498b-bd68-0838dd5c5e1a","namespace":"e2e-extmod-att-user-7db70b","name":"e2e-att-serve-aa8a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.866156718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"51d5de6f-70e4-4c84-ac8f-8f5dcf1e43e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.867187812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b47ce411-c66a-404c-a9da-d745911ec090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.888022442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"51d5de6f-70e4-4c84-ac8f-8f5dcf1e43e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.89138848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b47ce411-c66a-404c-a9da-d745911ec090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.940790999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"6279300c-1efe-4161-8935-7dd4f8583bde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.956045487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7773054a-de61-4749-9223-9c2838717bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.956381489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea814687-4bb4-4f44-b072-d52cc9f72805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.960908558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"6279300c-1efe-4161-8935-7dd4f8583bde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.976738412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea814687-4bb4-4f44-b072-d52cc9f72805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.97765326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7773054a-de61-4749-9223-9c2838717bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.980680931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22b22e5531ac0f9f26ac1d18c5fddff1c468d189ba2ed3780cc14f5c819530dc) AuthConfig (0435e27288738acd3f35e756d6752ec35f93685117c1057c2db49f925c22e9b0) AuthConfig (f3590f4ade41f826f5bbf3e0f0cc60bfddc708384af48b9b1cf49dcf3e24e503) AuthConfig (ac7d3fb42643184b7aff0ad34b96ec2956f73a0aafe947d8a30607e5afad1b75) AuthConfig (d4cece1e7542b6652853d83467e75eb896d4afbf836fbc5478bb9f9f130531bb) AuthConfig (b5f3b1403fd2d933538a4e3ec7293dd30a3b921ad765d2837ad5c68f3f824b1a) AuthConfig (bcc82565fef87233a2a16810d92fe505511227c781f6ad3a21093ffba0894912) AuthConfig (918fab24c2e913f302a3d8c220cd495e450451d931ece46d9b27cab2586f4b10) AuthConfig (2fce15404ca4d66dd7ae783e430ba07718ba2680402d96ff60966c28e098a981) AuthConfig (2f94c58b5cda37a6184985ce93ab8ab891b3d42b6118e3dccbd9ecbb2b831e9f) AuthConfig (f1d4842d3a50bc7097c8b6ca774304ebb46023babe5559252dbf84e9b1bc2422) AuthConfig (5d55f35c9c224cf247a05970a5210002fc9db97102da489e73d15f116908a224) AuthConfig (cf182edf47531c4bbdc90df92b131898070f0127b9eae5816d1ec5cfad3049be) AuthConfig (f4a912bef8b4aebaec9c5d4b93df14f6a6e4404d8b0f1d68a112f312dcc737a8) AuthConfig (3d0139cd06144f4e640c63586840366297708bbdc4f25417ce042afe5d18ff74) AuthConfig (45703562f384f3bf135587280193cb854c0612f8daee1dd70088bec7473d6715) AuthConfig (dcdbc6860ca597dc1f8edd53f275fc65af5fd08b0ca083cefef76b62858fcac5) AuthConfig (1662b48398c4efa9b10f74626e0e13f484341ab4996c30ed203400fea6c66c99)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"6279300c-1efe-4161-8935-7dd4f8583bde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.057156366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"6507a31d-2ddf-427f-aca0-73ab5a2df455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.057885408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"72834936-da8c-4459-bb18-b6a26690d458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.058200213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f0c184b-aa6f-48dd-989f-590dfb9a5616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.078968075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"72834936-da8c-4459-bb18-b6a26690d458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.07909996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"6507a31d-2ddf-427f-aca0-73ab5a2df455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.081545417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f0c184b-aa6f-48dd-989f-590dfb9a5616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.149261286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"134f0dfa-3a53-41ad-b0f2-756a0cfe7605","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.183234084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6d14d5b3-c99e-428d-97cb-90c97bae7650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.213516052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"134f0dfa-3a53-41ad-b0f2-756a0cfe7605","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.242199932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6d14d5b3-c99e-428d-97cb-90c97bae7650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.669365502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c90347c-e372-4d09-a721-7f0b7e0debc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.68652086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c90347c-e372-4d09-a721-7f0b7e0debc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.702826233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c90347c-e372-4d09-a721-7f0b7e0debc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.719030167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c90347c-e372-4d09-a721-7f0b7e0debc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:25.371365473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c700ee-c21e-4515-9ace-3abbcb7b2f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:25.387651067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c700ee-c21e-4515-9ace-3abbcb7b2f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:25.403852498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c700ee-c21e-4515-9ace-3abbcb7b2f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:25.420126676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c700ee-c21e-4515-9ace-3abbcb7b2f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.043432103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f43117-a628-43dc-8767-73216c7da025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.05929195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f43117-a628-43dc-8767-73216c7da025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.075464236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f43117-a628-43dc-8767-73216c7da025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.091637367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f43117-a628-43dc-8767-73216c7da025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.3216157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"52b52c1c-436d-47c2-951f-116bf7dd7cf7","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.322336457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"52b52c1c-436d-47c2-951f-116bf7dd7cf7","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.781983042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708d2413-2650-48a5-a8a0-5936f4c4a202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.798387274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708d2413-2650-48a5-a8a0-5936f4c4a202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.814842769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708d2413-2650-48a5-a8a0-5936f4c4a202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.830982408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708d2413-2650-48a5-a8a0-5936f4c4a202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:29.533270528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:29.57581585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af7f7ee4-35bc-4fa7-a578-15ff0a574a46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:29.591876406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af7f7ee4-35bc-4fa7-a578-15ff0a574a46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:29.607877144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af7f7ee4-35bc-4fa7-a578-15ff0a574a46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:29.624009872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af7f7ee4-35bc-4fa7-a578-15ff0a574a46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:29.671695768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95ea29a6-e5f6-4129-9a51-782d3a0487c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:29.672829955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e0c38e1-da9e-4945-bd7f-a80c6deeb139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:29.708497807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95ea29a6-e5f6-4129-9a51-782d3a0487c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:29.716596106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e0c38e1-da9e-4945-bd7f-a80c6deeb139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.406414096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"2b6645f7-bbb2-4003-a8c3-b333ca59b649","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-6bda62","tenantID":"e2e-autores-6bda62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.449620421Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"2b6645f7-bbb2-4003-a8c3-b333ca59b649","name":"e2e-autores-6bda62-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:33.013243124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"4f0e512e-d695-4bd7-93b0-cce31f7e2cd4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:33.033140672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"4f0e512e-d695-4bd7-93b0-cce31f7e2cd4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:33.119365988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"473fb8f1-940a-411b-99d4-404e7698dfb0","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:33.119386738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"473fb8f1-940a-411b-99d4-404e7698dfb0","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:35.836745987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b856a09-96e3-4681-aacc-348442e147c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:35.836779743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2de3cf45-3db9-4f2d-91f5-a3a6415c8e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:35.856994283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2de3cf45-3db9-4f2d-91f5-a3a6415c8e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:35.858045324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b856a09-96e3-4681-aacc-348442e147c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.212734387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"5bfd44e8-0be1-47d8-9bb5-5bde5b97b6d1","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.212754324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"5bfd44e8-0be1-47d8-9bb5-5bde5b97b6d1","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.236705973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"fd0cddfc-e29f-496b-84f6-441b1ee45100","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.236724878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"fd0cddfc-e29f-496b-84f6-441b1ee45100","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.244486628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"d8988e8c-9e8a-483c-acc8-37d291af2011","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:36.248680025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-eed4ee","reconcileID":"0911ba61-ffcd-4a46-92b7-7a96f7a3b4f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-eed4ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:36.253551164Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"fd0cddfc-e29f-496b-84f6-441b1ee45100","name":"sub-test-model-3f0dde","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-3f0dde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:36.253597625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"fd0cddfc-e29f-496b-84f6-441b1ee45100","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-3f0dde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.258910258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"4f039862-0400-4a8f-9754-a4193c8ebf15","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.258924354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"4f039862-0400-4a8f-9754-a4193c8ebf15","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.259739754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d55c223-0b92-4984-80b3-3ee56f016cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.259864838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e544f025-83ff-457d-b2db-245df21b7c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.264139593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"d8988e8c-9e8a-483c-acc8-37d291af2011","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.272125298Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"db22e8b7-2eb2-4c8f-b73e-33af735c66d0","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.280073484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d55c223-0b92-4984-80b3-3ee56f016cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.280148128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e544f025-83ff-457d-b2db-245df21b7c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.285597086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"2b2a9916-3cb3-4407-94ef-bfc0ff63884b","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.285612879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"2b2a9916-3cb3-4407-94ef-bfc0ff63884b","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.305727311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"f8098c02-6168-420d-b7da-26d2fafad00b","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.305741731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"f8098c02-6168-420d-b7da-26d2fafad00b","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.314907524Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"58f6ae2b-e6c0-411e-8af7-0e1e94d9c1a2","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.346030816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"7681eb48-50c8-41e7-b0aa-37ed1ec24579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.346051686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b55a7774-1b8f-49d7-bea3-847d6ea680fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.376126837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"7681eb48-50c8-41e7-b0aa-37ed1ec24579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.379849875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b55a7774-1b8f-49d7-bea3-847d6ea680fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.381453001Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-eed4ee","reconcileID":"8d74d8ad-0e08-4964-811f-df90cf2f8b87","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"sub-test-model-3f0dde","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3f0dde/e2e-shared-sub-eed4ee"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.501130843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"6e8acec6-b63d-4e4c-8a8a-8105911cca54","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.527067009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"6e8acec6-b63d-4e4c-8a8a-8105911cca54","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:36.527500855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-eed4ee","reconcileID":"00bc6834-6557-4942-953f-1b2741238cf3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-eed4ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.532346368Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"9aae79d7-9d7a-432a-91c9-d96074eebc1f","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.53431433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"c2476baa-9245-413f-930c-7695367efae5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.542597518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"c0e68161-f6eb-44a4-bef6-c630508223a9","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.542620995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"c0e68161-f6eb-44a4-bef6-c630508223a9","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.554101877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5daad1d-566d-45a4-b560-b5c493c20bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.563514244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"c2476baa-9245-413f-930c-7695367efae5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.577933523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5daad1d-566d-45a4-b560-b5c493c20bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.587769741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"0722de34-0b94-4d79-a9cb-4634deab7418","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.608474676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"0722de34-0b94-4d79-a9cb-4634deab7418","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.623174595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-eed4ee","reconcileID":"cb350514-d3cf-4ca1-8a82-6f52208c60f3","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.636157618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"86273c7a-aa5c-4967-bdd2-aa3fc9d4ba23","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.636635116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"86273c7a-aa5c-4967-bdd2-aa3fc9d4ba23","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.668519319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"34d96a30-06e9-4930-9039-e4bf0d37866d","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.671930179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"34d96a30-06e9-4930-9039-e4bf0d37866d","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.673436979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"1f634180-7e48-4ea7-a3ef-316fc71e671f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.689620875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64e34358-54c8-4833-827d-d5f328125020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.69989437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"0c5568d4-2a9a-4e21-813f-7341e76849af","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.699920748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"0c5568d4-2a9a-4e21-813f-7341e76849af","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.720946878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"1f634180-7e48-4ea7-a3ef-316fc71e671f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.721587139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"9f889718-849d-4f76-950a-b24083606d66","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.721663644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"9f889718-849d-4f76-950a-b24083606d66","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.728493952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64e34358-54c8-4833-827d-d5f328125020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.737492028Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-eed4ee","reconcileID":"e957cb71-e62a-4163-855f-6860f3733b01","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"sub-test-model-e45ed0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-e45ed0/e2e-shared-sub-eed4ee"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.755673715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"c89fb453-35f0-46fb-a31f-028d5084db5e","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.755696322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"c89fb453-35f0-46fb-a31f-028d5084db5e","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.795179382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"e0578ad1-0a24-4951-8891-15fdaae13cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.796267323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"7944d1ca-fecd-4400-9233-95c0c228b2ee","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.796285433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"7944d1ca-fecd-4400-9233-95c0c228b2ee","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:36.796610539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-eed4ee","reconcileID":"98193e82-68ed-4f9d-9b1e-d6ca66134f3a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-eed4ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.796837725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0418cd5b-bccb-454a-aadd-e0ec1db7390e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.810609546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ee2bb973-491b-4c86-a99d-ff97aabb8a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.816694485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"e0578ad1-0a24-4951-8891-15fdaae13cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.818264828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0418cd5b-bccb-454a-aadd-e0ec1db7390e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.83089201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ee2bb973-491b-4c86-a99d-ff97aabb8a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.837559035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"e139b118-364d-4e1b-b855-bbbb88ec5d8b","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.837575148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"e139b118-364d-4e1b-b855-bbbb88ec5d8b","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.856009183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"70934903-3038-4398-94e7-cd1d80d20f0e","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.856031882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"70934903-3038-4398-94e7-cd1d80d20f0e","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.874870027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"234cf768-ac05-4c93-a078-5bfd1238365f","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.87488867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"234cf768-ac05-4c93-a078-5bfd1238365f","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.903705909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-eed4ee","reconcileID":"9ae14060-6471-4e40-b43f-95851f7db164","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.941356435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"01ab73e5-dfac-4e7e-8156-8557c552b2f1","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.941387044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"01ab73e5-dfac-4e7e-8156-8557c552b2f1","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.962200155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"0f58a40b-8363-47e0-a86a-af01dca121a0","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.962228301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"0f58a40b-8363-47e0-a86a-af01dca121a0","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:36.975627651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-eed4ee","reconcileID":"930cb7ff-a400-47b8-84d3-314ef8e6aeb6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-eed4ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.980205379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"6b1115ce-f749-4c64-a77a-847fd67a653e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.983296963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"2e6ce04f-73ca-47e0-943b-dd2fc22e192a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.003067316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"6b1115ce-f749-4c64-a77a-847fd67a653e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.009641822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"2e6ce04f-73ca-47e0-943b-dd2fc22e192a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.097336494Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-eed4ee","reconcileID":"26d470b0-ecc8-4409-8cff-62d9fcda9ec3","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-3f0dde/e2e-a-only-eed4ee","ai-tenant-e2e-shared-a-w4-3f0dde/e2e-shared-sub-eed4ee"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.117460651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"ae1f0ea1-4304-40d1-b36c-6f84f84aafec","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.117487031Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"ae1f0ea1-4304-40d1-b36c-6f84f84aafec","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.132185675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a341f310-9841-469e-b5a7-fb1b83c447c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.132488735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6138ee30-ba49-4709-bc78-1704e9ffa2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.13328964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"e73a689f-0d03-4539-9980-c9e983054c8a","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.133304503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"e73a689f-0d03-4539-9980-c9e983054c8a","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.154151016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a341f310-9841-469e-b5a7-fb1b83c447c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.155663002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6138ee30-ba49-4709-bc78-1704e9ffa2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.156399964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"18e9bc94-67c0-45fd-a2a4-7102b08b6152","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.156413656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"18e9bc94-67c0-45fd-a2a4-7102b08b6152","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.165335035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-eed4ee","reconcileID":"13e2452a-0fe3-410a-9ce0-aec2992ceede","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.184969299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"6a9a62c5-34d8-4aea-b39e-d2d0324a67f6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.259799154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"b49e21fb-6123-4ff5-8a24-72456cbb159f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.260606468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"6a9a62c5-34d8-4aea-b39e-d2d0324a67f6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.279363964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-09ab3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"6a9a62c5-34d8-4aea-b39e-d2d0324a67f6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.279834417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-eed4ee","reconcileID":"7ecb2baf-5224-49f1-9b1b-01feec21c3af","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.280612936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"b49e21fb-6123-4ff5-8a24-72456cbb159f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.298148082Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-eed4ee","reconcileID":"7e3fb9fd-5e28-4ad9-99df-8a8fa5087a7b","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-e45ed0/e2e-b-only-eed4ee","ai-tenant-e2e-shared-b-w4-e45ed0/e2e-shared-sub-eed4ee"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.31546944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"668dc0c9-f6eb-487b-a70a-b1d45465a219","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.315489607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"668dc0c9-f6eb-487b-a70a-b1d45465a219","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.358363469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"8b782345-96ba-430a-b56c-0b07d5f7a518","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.35838039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"8b782345-96ba-430a-b56c-0b07d5f7a518","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.368495455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-eed4ee","reconcileID":"2e328a82-4ed9-485a-80a6-a1e06556b914","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:37.465830613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-eed4ee","reconcileID":"e0e3d054-f301-4cb5-90f1-2829b7339f8b","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.031148988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a37a6904-b8db-4872-b658-820d6aede1f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.036371529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87bf39dd-c205-4e4c-8972-113aeb9ebf51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.052010957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a37a6904-b8db-4872-b658-820d6aede1f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.056856306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87bf39dd-c205-4e4c-8972-113aeb9ebf51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.322880672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"1610867b-0ae8-4da1-8497-3c3775066d56","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.322901493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"1610867b-0ae8-4da1-8497-3c3775066d56","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.704043193Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","namespace":"ai-tenant-e2e-ait-db037162","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.704106399Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","namespace":"ai-tenant-e2e-ait-db037162","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.704155869Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","tenant":"e2e-ait-db037162","tenantID":"e2e-ait-db037162","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.723084032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"Deployment","name":"maas-api-e2e-ait-db037162","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.751596436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"Service","name":"maas-api-e2e-ait-db037162","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.773244458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-db037162","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.791454115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-db037162","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.817635449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.837343442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.859829333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.880345536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.897568528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"Deployment","name":"payload-processing-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.913982103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.933084087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"Service","name":"payload-processing-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.950745781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"Service","name":"payload-pre-processing-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.969243718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"DestinationRule","name":"payload-processing-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.985800847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.028458485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.059645058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.078779706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.095620004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.112320791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-db037162","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.128726706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-db037162"},"namespace":"ai-tenant-e2e-ait-db037162","name":"default-tenant","reconcileID":"3ad270dd-23df-4f23-9809-d8a3383862d8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-db037162","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.201919762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4775ca0-4d4d-4883-987c-6e9bb2a27bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.203847424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23373d24-f910-431b-9c97-cee524a5c6df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.319897256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23373d24-f910-431b-9c97-cee524a5c6df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.337993265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4775ca0-4d4d-4883-987c-6e9bb2a27bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.478920615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7eba3d3-a40a-4fdf-b631-67fa1214fb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.499440887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7eba3d3-a40a-4fdf-b631-67fa1214fb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.536106385Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-db037162","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-db037162","reconcileID":"879c1e7a-1b43-45f1-a275-cdff0a63b656","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-db037162","removed":["maas.opendatahub.io/gateway-access-e2e-ait-db037162"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.577861006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"723f5237-5bbb-406a-9926-dee5a5597af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.598508733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"723f5237-5bbb-406a-9926-dee5a5597af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.734213016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d04b39a9-29ee-456d-bc70-ba991651fee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.795383296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69ea7112-5d05-408c-9495-3f026b09e7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.798643745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d04b39a9-29ee-456d-bc70-ba991651fee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.816851862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69ea7112-5d05-408c-9495-3f026b09e7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.004324559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"594b1d22-ebe1-4c77-b4a5-5196baf6fdc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.023917793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"594b1d22-ebe1-4c77-b4a5-5196baf6fdc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.040374802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"594b1d22-ebe1-4c77-b4a5-5196baf6fdc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.056514611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"594b1d22-ebe1-4c77-b4a5-5196baf6fdc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.798829022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662594e3-7c65-4d2b-89af-b666c2bd16a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.815178458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662594e3-7c65-4d2b-89af-b666c2bd16a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.831667454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662594e3-7c65-4d2b-89af-b666c2bd16a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.848178595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662594e3-7c65-4d2b-89af-b666c2bd16a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.93576756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58e4ef46-4073-41ab-844f-0a4ed62e256c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.936228498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cc366db-18b4-4c5b-bb81-05ad2f86a070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.956543341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cc366db-18b4-4c5b-bb81-05ad2f86a070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.956725081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58e4ef46-4073-41ab-844f-0a4ed62e256c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:45.684180308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4130c06c-71da-4e73-975c-a5398735f0b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:45.700277591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4130c06c-71da-4e73-975c-a5398735f0b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:45.716647161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4130c06c-71da-4e73-975c-a5398735f0b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:45.732844739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4130c06c-71da-4e73-975c-a5398735f0b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.377872818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558e01ed-e845-4141-add0-62bc122114c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.3941816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558e01ed-e845-4141-add0-62bc122114c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.410526413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558e01ed-e845-4141-add0-62bc122114c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.426895739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558e01ed-e845-4141-add0-62bc122114c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.521851693Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-333b6c01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-333b6c01","reconcileID":"43cfbf8f-c16c-4082-88f6-0eff92258724","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-333b6c01","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-333b6c01":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.632810129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3e72218-5900-4636-a165-64d13b7dc65a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.63307904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aa0a3c5-236b-4fff-80aa-613cf6eea08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.662298759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3e72218-5900-4636-a165-64d13b7dc65a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.662628292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aa0a3c5-236b-4fff-80aa-613cf6eea08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.85734058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f6c4c4c-558f-43fd-a681-dfa91e8d8fce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.858622444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"867727e0-7b7f-4088-b0fc-c123c8b04877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.88043983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f6c4c4c-558f-43fd-a681-dfa91e8d8fce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:46.882467387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"867727e0-7b7f-4088-b0fc-c123c8b04877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.107325679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d761eadc-b553-4219-9111-cccfd00ce44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.19921105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d761eadc-b553-4219-9111-cccfd00ce44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.215935826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d761eadc-b553-4219-9111-cccfd00ce44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.232266485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d761eadc-b553-4219-9111-cccfd00ce44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.338802671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"c806eaca-d65f-4f00-988f-d08011cd1361","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.359606525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"c806eaca-d65f-4f00-988f-d08011cd1361","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.377893574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-09ab3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"c806eaca-d65f-4f00-988f-d08011cd1361","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.829578337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8164bd8c-e827-4a49-8d78-cac5be0b0369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.829578603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b69c72dc-935e-432e-ab87-45bfea6d34cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.850177157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8164bd8c-e827-4a49-8d78-cac5be0b0369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.850529995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b69c72dc-935e-432e-ab87-45bfea6d34cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.945678643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6da36e47-e9f4-41f5-92d0-cbab678323be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.945696147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d4b0e90-80d6-4718-89fa-fda4f1569667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.966833675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6da36e47-e9f4-41f5-92d0-cbab678323be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:47.966846491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d4b0e90-80d6-4718-89fa-fda4f1569667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.324142623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"ca0b77e4-e307-4cfc-bc24-173dbd9d8558","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.324166635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"ca0b77e4-e307-4cfc-bc24-173dbd9d8558","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:49.576375144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08706cd-0d0b-40eb-899e-e77d40fdee86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:49.593298014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08706cd-0d0b-40eb-899e-e77d40fdee86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:49.60968639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08706cd-0d0b-40eb-899e-e77d40fdee86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:49.626170524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08706cd-0d0b-40eb-899e-e77d40fdee86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:50.276265643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c07d2f5-fac9-468d-b49c-62bd16d038a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:50.29290294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c07d2f5-fac9-468d-b49c-62bd16d038a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:50.309146021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c07d2f5-fac9-468d-b49c-62bd16d038a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:50.325391118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c07d2f5-fac9-468d-b49c-62bd16d038a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:52.894714877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-eed4ee","reconcileID":"d75cb91d-9de0-4e70-8f4a-193d06a720ca","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:52.894961751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-eed4ee","reconcileID":"1b232b3d-e9f9-4e44-80de-89dc8578273d","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:52.966293409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"9e4cb58f-1248-4175-b122-cb102672b92c","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:52.966325773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"9e4cb58f-1248-4175-b122-cb102672b92c","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:52.966888634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"f23b53d9-26a7-4265-8e5d-b58923159ec5","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:52.966964716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"f23b53d9-26a7-4265-8e5d-b58923159ec5","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.102151714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-eed4ee","reconcileID":"ce8c8b9d-e231-472b-ace6-fdf0518f6b60","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.102151777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-eed4ee","reconcileID":"93a488c5-0303-4da6-be74-c16adb93bfda","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.162330544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"65e8b151-a271-432f-913b-46eb2150eb5f","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.162358988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"65e8b151-a271-432f-913b-46eb2150eb5f","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.164272651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"c6279113-f07a-4863-aad9-91fdab99814d","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.164290295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"c6279113-f07a-4863-aad9-91fdab99814d","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.407412993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"5a4d8715-c8dc-4f5c-ab63-3f2454b46714","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.427997857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"5a4d8715-c8dc-4f5c-ab63-3f2454b46714","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.508043058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"512b00dd-e30d-4f10-bd78-535baaf4bf49","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.508257997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"9d280bb3-3e80-47f3-a898-046b3dd3fb5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.528023615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"512b00dd-e30d-4f10-bd78-535baaf4bf49","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.529456185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"9d280bb3-3e80-47f3-a898-046b3dd3fb5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.546760197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-09ab3e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (77aeae2d4d1b30b21d59a71650862080b9f2bfa33783eef70eb3dec27747f7ca) AuthConfig (8b780e523153b7a2776be05f38f40007fc62faf76e3df44c04e179d818a7f2c2) AuthConfig (304d943e3f8b32bb8c0982cb7ca2b0a9521bc8a0a6e961ac0aba59e6c8daf277) AuthConfig (2742995e15b0d2c9f678633be613e67cf662b52d7113028d25bfc8e5fb06f8cc) AuthConfig (e81f7be8a85bc46de61084ab2362f2790d6f2ed9559ab140f29e7823f54212a8) AuthConfig (1c2a08b8f2eb958371ca6ea76230910f894c3e3e3388b4164cfa861a85a590a6) AuthConfig (4233dcde97e149bb9bd525cc500dc2d24396f3c5df19816d8d31c0f6e21ff049) AuthConfig (f1f9f4bc8f37d03e3ed831520e9695a03c1f6bb0440fa888f50f938959a9ed52) AuthConfig (df15a74d63116ad30792e028b8bc174bfb110148154fd471926be5414aa366d5) AuthConfig (9a102b925d57cbb4c92166f7357c6e2497af83838c1a8d3c8125a8ae9e6a29f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"512b00dd-e30d-4f10-bd78-535baaf4bf49","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.583658982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"1f650671-f9bc-4e46-8bee-af8dac836ac9","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.583680016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"1f650671-f9bc-4e46-8bee-af8dac836ac9","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.904374406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13fee76c-aace-4c44-9669-333f749a986b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.904667482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6e75ced-e437-42c0-84da-183287163a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.926293635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13fee76c-aace-4c44-9669-333f749a986b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.926894955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6e75ced-e437-42c0-84da-183287163a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.98869964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"b4b5b2b4-6ec4-4877-a7b0-45594df13733","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.988785353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"b4b5b2b4-6ec4-4877-a7b0-45594df13733","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:54.195309043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"b3a6db8b-2b3b-49bc-85f1-20d2c837c95f","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"tenant":"e2e-mt-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","model":"ai-tenant-e2e-mt-abdb6c3e/e2e-lifecycle-model-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:54.195337159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"b3a6db8b-2b3b-49bc-85f1-20d2c837c95f","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"routeName":"e2e-lifecycle-model-abdb6c3e-kserve-route","namespace":"ai-tenant-e2e-mt-abdb6c3e","llmisvcName":"e2e-lifecycle-model-abdb6c3e","gateway":"openshift-ingress/e2e-mt-abdb6c3e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:54.305340079Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"1ecec6ba-d4a1-444c-8cd7-f69ab9d1ddb5","name":"e2e-lifecycle-model-abdb6c3e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-abdb6c3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:27:54.305439271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-abdb6c3e","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"e2e-lifecycle-model-abdb6c3e","reconcileID":"1ecec6ba-d4a1-444c-8cd7-f69ab9d1ddb5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-abdb6c3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:54.354408911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55291314-2d43-4cf3-9321-0924f181496c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:54.354488984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"292c7dcf-a330-4a7c-8847-21c709a08aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:54.391370773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"292c7dcf-a330-4a7c-8847-21c709a08aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:54.39465451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55291314-2d43-4cf3-9321-0924f181496c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:54.539857915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd50c57-c774-4e19-850e-77f94cf8bcf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:54.560276326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd50c57-c774-4e19-850e-77f94cf8bcf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:54.577892811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd50c57-c774-4e19-850e-77f94cf8bcf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:54.597047601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd50c57-c774-4e19-850e-77f94cf8bcf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:55.288465912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128e6bab-c5e5-4dde-9d00-2e0afa98c065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:55.30554214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128e6bab-c5e5-4dde-9d00-2e0afa98c065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:55.324079443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128e6bab-c5e5-4dde-9d00-2e0afa98c065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:55.340487349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128e6bab-c5e5-4dde-9d00-2e0afa98c065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.070996064Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","namespace":"ai-tenant-e2e-mt-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.071055152Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","namespace":"ai-tenant-e2e-mt-abdb6c3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.071118846Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","tenant":"e2e-mt-abdb6c3e","tenantID":"e2e-mt-abdb6c3e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.088678512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"Deployment","name":"maas-api-e2e-mt-abdb6c3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.116973036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"Service","name":"maas-api-e2e-mt-abdb6c3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.137360445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-abdb6c3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.154819483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-abdb6c3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.175198663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.193098584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.213757606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.231739003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.248942706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"Deployment","name":"payload-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.264783276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.28211921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"Service","name":"payload-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.298317628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"Service","name":"payload-pre-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.314262015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"DestinationRule","name":"payload-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.330138372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.346791367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.365955065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.388660263Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"6f93fbf8-5356-4cee-801d-d308aec4f7c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.389014484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.38948063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"4bc301a4-3ff5-47a7-ba85-256a83c6bad9","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.389497243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"4bc301a4-3ff5-47a7-ba85-256a83c6bad9","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.406468283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.423256805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-abdb6c3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.446048194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-abdb6c3e"},"namespace":"ai-tenant-e2e-mt-abdb6c3e","name":"default-tenant","reconcileID":"12de6228-d1c7-4050-94b7-7e8686934783","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-abdb6c3e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.490382232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-eed4ee","reconcileID":"b0411ab9-f126-4dc4-a3d9-df79a35bb568","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.491176495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-eed4ee","reconcileID":"26d61479-e010-4077-a7af-b89ac00ce634","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.524006342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"6f93fbf8-5356-4cee-801d-d308aec4f7c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.526081895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24dac554-1765-45f1-9374-9d2e9fbacc79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.52947904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c7c791f-c2ae-438b-963f-93f30bd0bf61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.609888856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24dac554-1765-45f1-9374-9d2e9fbacc79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.618198509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c7c791f-c2ae-438b-963f-93f30bd0bf61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.698190903Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"6f93fbf8-5356-4cee-801d-d308aec4f7c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.698217707Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"6f93fbf8-5356-4cee-801d-d308aec4f7c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.717963375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"10382280-e150-4cbb-ac1b-bd1b889f8c5d","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.717986501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"10382280-e150-4cbb-ac1b-bd1b889f8c5d","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.804911839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-eed4ee","reconcileID":"589dbc5f-d95b-4e8a-9c0c-5a6241151f16","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.80497776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-eed4ee","reconcileID":"7bf80290-6ca9-4009-b9bb-3879cb8c038c","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.866116181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"8ebf8dcf-4bb5-44b4-862d-282cb894d4df","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.866140312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"8ebf8dcf-4bb5-44b4-862d-282cb894d4df","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.916189306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dae02789-6102-40bf-92ad-1e13a27a61bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.916462517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2884f4b7-371a-4574-8d3a-637a95cf1395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.938303935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dae02789-6102-40bf-92ad-1e13a27a61bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.938566014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2884f4b7-371a-4574-8d3a-637a95cf1395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:59.531795713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.84196418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"18dfd454-6a4d-4c1b-843d-0fa79da80048","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-333b6c01","tenantID":"e2e-derive-333b6c01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.886933353Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"18dfd454-6a4d-4c1b-843d-0fa79da80048","name":"e2e-derive-333b6c01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.151437191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e9d44da-6369-4b34-ad28-2e2531c7c013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.15174405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73e84ef6-8e47-452d-b1e2-e2af8f1874db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.173520941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73e84ef6-8e47-452d-b1e2-e2af8f1874db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.174518567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e9d44da-6369-4b34-ad28-2e2531c7c013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.513787754Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-abdb6c3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-abdb6c3e","reconcileID":"8e8e6eec-ba62-469d-9243-860696e5bcdb","aitenant":"ai-tenants/e2e-mt-abdb6c3e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.811928199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9389dd81-6c09-4508-a5f7-ebdb7328a813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.828157519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9389dd81-6c09-4508-a5f7-ebdb7328a813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.844840101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9389dd81-6c09-4508-a5f7-ebdb7328a813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.850972089Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-abdb6c3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-abdb6c3e","reconcileID":"8e8e6eec-ba62-469d-9243-860696e5bcdb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-abdb6c3e","removed":["maas.opendatahub.io/gateway-access-e2e-mt-abdb6c3e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.86116812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9389dd81-6c09-4508-a5f7-ebdb7328a813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.930122691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eace3ee1-651d-475e-ae6d-2ec3487a7f5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.930239111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6574ca05-41bb-4160-9de8-5e218b6183d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.954144498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6574ca05-41bb-4160-9de8-5e218b6183d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.954199605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eace3ee1-651d-475e-ae6d-2ec3487a7f5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.599829663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"056f84e6-8da5-45a2-9d78-e9858b741efc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.619911413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"056f84e6-8da5-45a2-9d78-e9858b741efc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.633774329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7f2ad4-d468-4d43-8be0-cf17e2539b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.650731613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7f2ad4-d468-4d43-8be0-cf17e2539b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.667148252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7f2ad4-d468-4d43-8be0-cf17e2539b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.683459648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7f2ad4-d468-4d43-8be0-cf17e2539b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.810460052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ffe2d6-ad2c-4802-8f45-8bd4b73df10a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.810484482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61ffe2d6-ad2c-4802-8f45-8bd4b73df10a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.83488561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2b5a102-0cc1-4577-9bd4-3466add3154a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.834909085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2b5a102-0cc1-4577-9bd4-3466add3154a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.858148177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"e1b0ed80-4efc-41e7-b2ca-f8c17e75b6fb","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.858177216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"e1b0ed80-4efc-41e7-b2ca-f8c17e75b6fb","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.885119076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-53e263","reconcileID":"9ddccc76-6ff3-4015-8c4f-0a328a1f550e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.905581576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-53e263","reconcileID":"9ddccc76-6ff3-4015-8c4f-0a328a1f550e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.988885036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b3b3722-e5e4-4b83-b98c-3a226431fe8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.988915347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b3b3722-e5e4-4b83-b98c-3a226431fe8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.031722013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3803ebd-feea-4430-8474-2d63767d1075","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.031745238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3803ebd-feea-4430-8474-2d63767d1075","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.05213983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"248ea99e-053d-4035-a213-512ffb0852ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.052158426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"248ea99e-053d-4035-a213-512ffb0852ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:04.06690133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-53e263","reconcileID":"cbb4492c-a8cd-47e3-8185-2afe006a930c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-53e263\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.110969135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e4d86e5-cf00-4a81-91a5-2e5046785573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.1140787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-53e263","reconcileID":"23ec3e39-22db-4bd3-9551-72a5b68d5635","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.117753201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e119306f-713c-4c94-8c9b-715296fdcd7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.117777824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e119306f-713c-4c94-8c9b-715296fdcd7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.119365218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe272865-4eef-4164-9218-ed6625d36414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.199678882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e4d86e5-cf00-4a81-91a5-2e5046785573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.20333475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe272865-4eef-4164-9218-ed6625d36414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.207072195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-53e263","reconcileID":"23ec3e39-22db-4bd3-9551-72a5b68d5635","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.20784557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca5be2e2-468e-4143-b426-7f38a2cb2090","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.2078671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca5be2e2-468e-4143-b426-7f38a2cb2090","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.307258723Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-53e263","reconcileID":"944f1e65-86be-4611-b442-c7647d19777c","MaaSSubscription":{"name":"e2e-default-int-sub-53e263","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-53e263","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.363815396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf99ad7d-9591-433e-b367-346f49fbac65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.363839013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf99ad7d-9591-433e-b367-346f49fbac65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.380022804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f76ea8c9-55bb-4a4b-844e-887108a1731b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.478211709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-53e263","reconcileID":"104a2b2f-9f7d-457c-ba85-7240c0615079","MaaSSubscription":{"name":"e2e-default-int-sub-53e263","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.921848962Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-eed4ee","reconcileID":"7d79d861-e6c6-44c8-be07-074d898ef51b","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscription":"e2e-shared-sub-eed4ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.991914805Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-eed4ee","reconcileID":"7d79d861-e6c6-44c8-be07-074d898ef51b","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3f0dde/e2e-a-only-eed4ee"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.056625782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-eed4ee","reconcileID":"7f05df7c-2802-4368-8e34-a7413019a676","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.145293667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"0a8bffbd-48d9-44c9-9afa-7fcaa72bca2f","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.145317628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"0a8bffbd-48d9-44c9-9afa-7fcaa72bca2f","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.194346588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e35ef332-809f-4a67-a88e-6681876b5f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.195122736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-53e263","reconcileID":"08d6f885-ccc7-4a6c-b17d-270c6d98aa78","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.194346586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57e72a2a-90fc-4cca-966c-9776f9f2f1e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.216443703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e35ef332-809f-4a67-a88e-6681876b5f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.216812421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-53e263","reconcileID":"08d6f885-ccc7-4a6c-b17d-270c6d98aa78","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.218907277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57e72a2a-90fc-4cca-966c-9776f9f2f1e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.310952267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"75288006-b6a4-404e-96f7-21ee50519e02","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.310971036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"75288006-b6a4-404e-96f7-21ee50519e02","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.361818954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-53e263","reconcileID":"aba657fd-95f1-446f-a1b1-11121eab6740","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.361818992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a63106a0-bcc4-4353-ac80-5b6c9bfc4c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.363500837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb93feca-aec3-4d6e-8b7f-a816f067af9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.383816622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-53e263","reconcileID":"aba657fd-95f1-446f-a1b1-11121eab6740","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.383875802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a63106a0-bcc4-4353-ac80-5b6c9bfc4c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:07.386189586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb93feca-aec3-4d6e-8b7f-a816f067af9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.130949307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"9ce6b102-66b4-4d79-acd9-af6711fdd784","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.130998322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"9ce6b102-66b4-4d79-acd9-af6711fdd784","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.151454373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"f5fffd56-1185-4df7-a46a-58bc210427ac","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:08.151900794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-sub","reconcileID":"41bae986-1e3f-45eb-b447-9add9b01763d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-99406e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.166282146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-53e263","reconcileID":"80b71b1b-4bc7-4278-9432-d730e49a4cb8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.168925997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30b7a208-1074-498f-adfa-a5b119f8021c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.16904132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d264d6d3-88f0-4195-a4e9-9a887deda799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.172746115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"f5fffd56-1185-4df7-a46a-58bc210427ac","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.186604694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"3142a242-41a5-406b-87f5-6dd23a244be1","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.186637002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"3142a242-41a5-406b-87f5-6dd23a244be1","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.191654214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-53e263","reconcileID":"80b71b1b-4bc7-4278-9432-d730e49a4cb8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.192322183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30b7a208-1074-498f-adfa-a5b119f8021c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.194918809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d264d6d3-88f0-4195-a4e9-9a887deda799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.219216956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"903f08bd-1349-477d-b932-ca94d3e4ccd6","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.219257661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"903f08bd-1349-477d-b932-ca94d3e4ccd6","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.251438324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"e5c85941-db9d-439f-aa89-59e77cd02e92","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.251467883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"e5c85941-db9d-439f-aa89-59e77cd02e92","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.286327149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"4e166ac9-b225-4a91-b0cb-3531b9958d5f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.297026982Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-sub","reconcileID":"79e36d92-f015-412f-b7aa-fc3a9a977ac2","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cmp-legacy-99406e","model":"e2e-cmp-legacy-99406e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.307097648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"4e166ac9-b225-4a91-b0cb-3531b9958d5f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.386674088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"53d227c4-57d6-4d46-9b03-0e44ea155ac8","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.386704876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"53d227c4-57d6-4d46-9b03-0e44ea155ac8","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.451473691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-sub","reconcileID":"eae48657-4830-4e6a-ae7f-c10494556491","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cmp-legacy-99406e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.63905077Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-53e263","reconcileID":"8ee875f0-ac9a-40de-959c-43ea97ff607b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-53e263","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.639129157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c143c1d9-aa09-43d1-8b9d-c4ea74bd39c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.639143593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c143c1d9-aa09-43d1-8b9d-c4ea74bd39c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.77767607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0185ff7e-a08e-476a-8a8a-00c667ed09aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.777700747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0185ff7e-a08e-476a-8a8a-00c667ed09aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.951196698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cc3a73c-3562-4c43-bb0a-31729f735fb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.952029993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cc3a73c-3562-4c43-bb0a-31729f735fb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.002113911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c0a8a6e-af00-40e2-b2e5-2b5db7aad5f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.003907002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa10b64f-ac9f-4f7f-999d-9af32ea32471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.028722112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c0a8a6e-af00-40e2-b2e5-2b5db7aad5f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:10.039677227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa10b64f-ac9f-4f7f-999d-9af32ea32471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.370440984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-6bda62","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"autores-model-6bda62","reconcileID":"3e8182c9-96a1-45cf-8ef0-162f5b0e0432","MaaSModelRef":{"name":"autores-model-6bda62","namespace":"ai-tenant-e2e-autores-6bda62"},"tenant":"e2e-autores-6bda62","gateway":"openshift-ingress/e2e-autores-6bda62","model":"ai-tenant-e2e-autores-6bda62/autores-model-6bda62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.370476053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-6bda62","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"autores-model-6bda62","reconcileID":"3e8182c9-96a1-45cf-8ef0-162f5b0e0432","MaaSModelRef":{"name":"autores-model-6bda62","namespace":"ai-tenant-e2e-autores-6bda62"},"routeName":"autores-model-6bda62-kserve-route","namespace":"ai-tenant-e2e-autores-6bda62","llmisvcName":"autores-model-6bda62","gateway":"openshift-ingress/e2e-autores-6bda62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.461048036Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-eed4ee","reconcileID":"be64560f-038f-4e95-b916-9e8d206efae7","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscription":"e2e-a-only-eed4ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.515475433Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-eed4ee","reconcileID":"be64560f-038f-4e95-b916-9e8d206efae7","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.537209407Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-eed4ee","reconcileID":"be64560f-038f-4e95-b916-9e8d206efae7","MaaSSubscription":{"name":"e2e-a-only-eed4ee","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.766937987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"f644dda1-2e3d-40d0-acb5-91c124c476d3","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.772255158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"f644dda1-2e3d-40d0-acb5-91c124c476d3","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.826550463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5408743e-4e3e-4774-a804-b7ce39cdd386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.827472045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"523a44b5-d301-4625-8932-dbe3774812fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.84826733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5408743e-4e3e-4774-a804-b7ce39cdd386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.8539518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"523a44b5-d301-4625-8932-dbe3774812fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.065180416Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"ca0b027d-546e-43d4-94de-fddd30f67d63","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.065463078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"ba45683f-08d8-45c3-8628-17a4d217213a","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.065556707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"ba45683f-08d8-45c3-8628-17a4d217213a","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.159642677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-eed4ee","reconcileID":"1ed6b51d-d864-4f8c-a5f4-1c37bcd7e71a","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.159772671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-eed4ee","reconcileID":"3eea12c9-0898-4c38-8718-55edd16f694b","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.200170392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"ca0b027d-546e-43d4-94de-fddd30f67d63","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.25203388Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"ca0b027d-546e-43d4-94de-fddd30f67d63","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.252065746Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-eed4ee","reconcileID":"ca0b027d-546e-43d4-94de-fddd30f67d63","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.277648047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"1d173f6c-d80a-4e48-aed4-eeb0c37c179a","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.277674268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"1d173f6c-d80a-4e48-aed4-eeb0c37c179a","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.365962257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-eed4ee","reconcileID":"7a75478e-0f7c-4fda-84a4-8bc26c36a60c","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.366070057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-eed4ee","reconcileID":"2e675a7b-261d-4be4-9540-8ededa345324","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.423697407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"fa215548-fc03-440c-81a6-2cdac2002500","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.423720316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"fa215548-fc03-440c-81a6-2cdac2002500","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.472815647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97e8d2cb-82c8-4f32-bbd2-671dc72023f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.472825397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc8f0e23-99a4-42ee-a5c3-eb4b01be8406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.493653503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc8f0e23-99a4-42ee-a5c3-eb4b01be8406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.494984019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97e8d2cb-82c8-4f32-bbd2-671dc72023f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:19.059383296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-sub","reconcileID":"1670dde0-76d0-4de5-a9ec-b7ee08ac062a","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cmp-legacy-99406e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:19.170268394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"f3d88923-b593-41a3-9d2d-eea3f968eca3","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:19.170399493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"f3d88923-b593-41a3-9d2d-eea3f968eca3","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:19.707068996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"3e432259-9abe-4e4d-8109-0ae286ab48b0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:19.731235841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"3e432259-9abe-4e4d-8109-0ae286ab48b0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.017354264Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-53e263","reconcileID":"b51b5953-f95b-4c36-b687-b5e8ff21dc10","MaaSSubscription":{"name":"e2e-default-int-sub-53e263","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-53e263","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.116824606Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-53e263","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-53e263","reconcileID":"b51b5953-f95b-4c36-b687-b5e8ff21dc10","MaaSSubscription":{"name":"e2e-default-int-sub-53e263","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.185008208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"377b6ba0-b69c-46ee-b40f-e7be95f39b8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.189318475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4eca1d89-76b4-487c-a4a5-506cca00b271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.189343109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4eca1d89-76b4-487c-a4a5-506cca00b271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.220647758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91437dc-b665-4c96-ac54-712d8e0a2ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.237351717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91437dc-b665-4c96-ac54-712d8e0a2ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.254622094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91437dc-b665-4c96-ac54-712d8e0a2ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.271846605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91437dc-b665-4c96-ac54-712d8e0a2ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.272404702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77cf1382-7ad7-452a-8791-24c79de98487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.289335531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e0e01d0-7658-4414-bae4-9b5d1c7d06f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.293607449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77cf1382-7ad7-452a-8791-24c79de98487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.310127716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e0e01d0-7658-4414-bae4-9b5d1c7d06f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.474895962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"751be060-c51d-4cea-babf-959adfec8d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.490316766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c31c3e7-50a6-4d3e-ab61-260baa45aacb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.496378049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"751be060-c51d-4cea-babf-959adfec8d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.522096909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c31c3e7-50a6-4d3e-ab61-260baa45aacb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.68954664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18be5297-d4a8-44f5-8efe-f2ec981e26c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.717479527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6822768-0128-47fe-8ca8-ca4cbe28ddb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.725260118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18be5297-d4a8-44f5-8efe-f2ec981e26c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.761546289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6822768-0128-47fe-8ca8-ca4cbe28ddb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.932761974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12367fa5-c08a-4880-893f-14bf5650b567","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.932799439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12367fa5-c08a-4880-893f-14bf5650b567","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.95052723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f3349a8-70da-4846-802d-9bb0765b99fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.953251872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df58cb89-bc4a-449d-80ba-daa00f7a878c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.95338504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df58cb89-bc4a-449d-80ba-daa00f7a878c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:20.972951934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f3349a8-70da-4846-802d-9bb0765b99fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.034190066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-policy-086da939","reconcileID":"d8c55e5a-8ac0-47c2-8aba-4a2d6b19704b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.058316991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-policy-086da939","reconcileID":"d8c55e5a-8ac0-47c2-8aba-4a2d6b19704b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.064093224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee49a2b-f5e3-4a45-8f48-961427d36170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.080758991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee49a2b-f5e3-4a45-8f48-961427d36170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.098007986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee49a2b-f5e3-4a45-8f48-961427d36170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.098704012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5cee620-db80-4ba9-a47a-75a6aa00c01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.11641236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee49a2b-f5e3-4a45-8f48-961427d36170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.141795391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5cee620-db80-4ba9-a47a-75a6aa00c01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.143623914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aa31c2d-f1bd-497e-8d8f-167f7d0c0924","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.144329033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aa31c2d-f1bd-497e-8d8f-167f7d0c0924","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.165068932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab4b5a7c-84e2-4c33-a5bb-f4af642afad7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.165102112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab4b5a7c-84e2-4c33-a5bb-f4af642afad7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:21.180695723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-sub-086da939","reconcileID":"7786d854-bf2e-4684-ba60-083bc4a6db3e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-086da939\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.229462571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d20e4834-f40f-438b-a65c-2514d2c8157a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.234752361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6326b7d-651b-4b4b-a5c6-c013e2611204","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.234785189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6326b7d-651b-4b4b-a5c6-c013e2611204","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.256494676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d20e4834-f40f-438b-a65c-2514d2c8157a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.256836126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81fefa73-ba95-418f-aad5-bb9d04abc3ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.256934851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81fefa73-ba95-418f-aad5-bb9d04abc3ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.28331472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a209705-9e3c-4ff8-aaa6-44839b6a069e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.283343617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a209705-9e3c-4ff8-aaa6-44839b6a069e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.317434202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-policy-086da939","reconcileID":"44039462-534d-47f9-b186-b3271996e91f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.338427436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-policy-086da939","reconcileID":"44039462-534d-47f9-b186-b3271996e91f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.34417872Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-sub-086da939","reconcileID":"b0cc4171-4a4c-4c0b-9dd3-affc2bd2a0c5","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-086da939/e2e-shared-int-sub-086da939","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.401449518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0504fa0-0ba1-45d6-b94b-9d0ebbcaff4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.401477394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0504fa0-0ba1-45d6-b94b-9d0ebbcaff4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.428191064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d6a1c98-6218-4fd5-9402-d12b11c17087","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.437100762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d0665ed-331a-4617-9f06-efabedae135b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.459274957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d0665ed-331a-4617-9f06-efabedae135b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.524102791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-sub-086da939","reconcileID":"5cbb2290-9375-4a75-b7ae-4dc954e129b3","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.694838331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76077aaf-1b79-41b7-90f6-349e5179ef38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.696936172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d49803cc-c092-41b4-8570-00fc7f682e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.719280929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76077aaf-1b79-41b7-90f6-349e5179ef38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.723504445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d49803cc-c092-41b4-8570-00fc7f682e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.725347961Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"d7443d84-3e7f-4ac3-a0f3-d809948ae3c5","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.805028413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"d80a4ef6-1aec-492b-86fc-010426457688","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.805070691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"d80a4ef6-1aec-492b-86fc-010426457688","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.905470157Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"65c1452d-45a2-4b07-b397-dcc77db4b8f1","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.90676589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"342f2be4-c007-4d70-b562-563f85609667","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.928210802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"a5b5cc83-eb89-4ffa-b4d0-d91331622369","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.928252476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"a5b5cc83-eb89-4ffa-b4d0-d91331622369","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.939917999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"342f2be4-c007-4d70-b562-563f85609667","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.941471148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"01444d69-4d65-43ff-a291-4534e68193e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.943483818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"11e9ade7-c5de-46fe-87d4-f20b2ecfd195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.963296753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"01444d69-4d65-43ff-a291-4534e68193e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.996750679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"11e9ade7-c5de-46fe-87d4-f20b2ecfd195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:21.997053719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76be304f-93b7-4d14-a93b-0483b0578969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.020919322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76be304f-93b7-4d14-a93b-0483b0578969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.109272638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"6b4320ce-a2f4-4bbb-988b-b7f6b09b7689","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.149991176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66096a28-b615-47ea-9616-81e89f3b1e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.194688529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56d1409e-0046-430a-8d2e-50a8f083cddd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.19481796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56d1409e-0046-430a-8d2e-50a8f083cddd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.199007281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66096a28-b615-47ea-9616-81e89f3b1e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.229709487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"86c2b397-2e80-4b39-8d43-5717f7d72728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.229694135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"af8afc7f-bf77-4eff-af52-c8431fc6f27c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.256731867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"86c2b397-2e80-4b39-8d43-5717f7d72728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.261041951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"af8afc7f-bf77-4eff-af52-c8431fc6f27c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.278062752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-policy-086da939","reconcileID":"717b97fc-8f9b-4764-b5a1-32c0fe9cd32d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.295018997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f22fe1a5-a88e-416a-a7db-89a9f1062e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.320285893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-policy-086da939","reconcileID":"717b97fc-8f9b-4764-b5a1-32c0fe9cd32d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.333584225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f22fe1a5-a88e-416a-a7db-89a9f1062e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.345144919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"1369c838-8ee7-4fb5-815a-2725ddfe1fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.374273807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"1369c838-8ee7-4fb5-815a-2725ddfe1fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.385960299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23349cf-1b4c-4111-886f-ecd52a23b105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.387029834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a47710b-5ebf-460a-9f82-9f56b1f37728","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.387101572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a47710b-5ebf-460a-9f82-9f56b1f37728","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.402941667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23349cf-1b4c-4111-886f-ecd52a23b105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.403859991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"88700885-0cb6-4cd9-8195-e50fcc5eb118","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.420932396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23349cf-1b4c-4111-886f-ecd52a23b105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.442167766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23349cf-1b4c-4111-886f-ecd52a23b105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.44847983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41e3e94b-6e52-40f1-811b-1858a4764cfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.448587114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41e3e94b-6e52-40f1-811b-1858a4764cfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.450085309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"88700885-0cb6-4cd9-8195-e50fcc5eb118","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.459850552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e380b3e-10bf-46fc-b57a-4f3fc063ecd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:22.462131576Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-49ec1494/e2e-shared-int-sub-086da939","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-086da939\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.470561732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc16a10a-1ae6-4154-bbd6-f5e4f626f23f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.470583767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc16a10a-1ae6-4154-bbd6-f5e4f626f23f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.482033604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e380b3e-10bf-46fc-b57a-4f3fc063ecd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.557711496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e940c892-b14d-41e2-96c3-6dd09f97ef02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.557842322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e940c892-b14d-41e2-96c3-6dd09f97ef02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.573101802Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-sub-086da939","reconcileID":"2c90ece5-2869-4194-801d-119d52fe277f","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-086da939/e2e-shared-int-sub-086da939","ai-tenant-e2e-mt-49ec1494/e2e-shared-int-sub-086da939","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.583562776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c76be3e4-cba7-44fd-9bcb-268e453f70b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.606146954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c76be3e4-cba7-44fd-9bcb-268e453f70b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.630740588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87510c4b-1f6b-416c-8bcc-ed8c7e6cd559","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.630875241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87510c4b-1f6b-416c-8bcc-ed8c7e6cd559","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.640325221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17ef1108-0051-4983-b39f-d2a3ab3b80b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.641311908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-sub-086da939","reconcileID":"7a979403-305c-462c-a325-3b59213ff1af","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.668876796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"7d7066e8-ffa1-4862-8a6d-252dee241f00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.6841551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"683966b7-d720-47c4-b071-d12be93692e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.68918543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"7d7066e8-ffa1-4862-8a6d-252dee241f00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.706265385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"683966b7-d720-47c4-b071-d12be93692e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.773088167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-sub-086da939","reconcileID":"caa0e4f9-f50b-4408-8766-e0cc7cf4fef7","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.869923694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45a2b0e9-7105-400b-89ae-25ae07363510","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:22.869945987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45a2b0e9-7105-400b-89ae-25ae07363510","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.103791596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4dcb214-eb7b-453f-8ecf-d7cb538165e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.121388637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4dcb214-eb7b-453f-8ecf-d7cb538165e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.147260902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4dcb214-eb7b-453f-8ecf-d7cb538165e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.170096707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4dcb214-eb7b-453f-8ecf-d7cb538165e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.782772048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15b8ce6-6f55-465d-9931-e7de6dab6730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.79885477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15b8ce6-6f55-465d-9931-e7de6dab6730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.815148843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15b8ce6-6f55-465d-9931-e7de6dab6730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.831161786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15b8ce6-6f55-465d-9931-e7de6dab6730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.107796376Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-policy-086da939","reconcileID":"3149777c-81b8-47c7-a6c4-5add69c7c35d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.108441595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"660d2ddc-6cee-48c0-b795-8d2d6ebb2744","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.108464609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"660d2ddc-6cee-48c0-b795-8d2d6ebb2744","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.142808353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"71e48991-209e-4e02-b6bf-8ca9a0c87bf7","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.142842395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"71e48991-209e-4e02-b6bf-8ca9a0c87bf7","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.159368234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"fdb523d2-f70d-43e9-9211-22f4de337c93","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.177012155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"976a0e3a-08ae-4e87-b570-7037910e8c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.177205269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00c78b3c-6624-4e13-ba56-fde4fe868e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.183269059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"fdb523d2-f70d-43e9-9211-22f4de337c93","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.199316745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"976a0e3a-08ae-4e87-b570-7037910e8c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.199985651Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-sub","reconcileID":"8082ea97-be5a-403b-9885-0a82510d4dd2","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bdfed8aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.20156939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00c78b3c-6624-4e13-ba56-fde4fe868e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.224937153Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-policy-086da939","reconcileID":"3149777c-81b8-47c7-a6c4-5add69c7c35d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"policyNamespace":"ai-tenant-e2e-mt-086da939","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.245068708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"194116b1-e5d5-4045-805d-3c91ea69f907","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.24509354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"194116b1-e5d5-4045-805d-3c91ea69f907","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.394262306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2bc547a-3a0c-4a60-87d8-a8915bb7b6ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.394285789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2bc547a-3a0c-4a60-87d8-a8915bb7b6ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.460017536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"644a1f58-549c-4876-91cb-a73d8126a6dc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.47640371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf082eac-e2c2-42ad-8ace-2ba55af1f582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.476401012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4e832a4-0938-4b22-ae62-a2f9230b501a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.481284367Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-eed4ee","reconcileID":"9a56aaad-4559-461c-9e20-030c985192ee","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscription":"e2e-shared-sub-eed4ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.481450385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"644a1f58-549c-4876-91cb-a73d8126a6dc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.498389705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4e832a4-0938-4b22-ae62-a2f9230b501a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.502296187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf082eac-e2c2-42ad-8ace-2ba55af1f582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.570987975Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-eed4ee","reconcileID":"9a56aaad-4559-461c-9e20-030c985192ee","MaaSSubscription":{"name":"e2e-shared-sub-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-e45ed0/e2e-b-only-eed4ee"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.701871913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-eed4ee","reconcileID":"609ea2cc-b380-4c57-89ef-fc6fe4d49769","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.732696831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"dacf2b8a-328f-4961-8988-6a989363bc73","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.732720551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"dacf2b8a-328f-4961-8988-6a989363bc73","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.755559887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e351a6a9-c655-4e93-81d2-b5a6badca83d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.755581547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e351a6a9-c655-4e93-81d2-b5a6badca83d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.783604106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff96004c-f775-4aef-aa88-28f0e99a7a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.783604105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90e32c7c-3d91-4c13-816f-6b74fced1828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.805945254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff96004c-f775-4aef-aa88-28f0e99a7a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.806796414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90e32c7c-3d91-4c13-816f-6b74fced1828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:29.042642863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"6eb4c209-4197-422b-8b01-d8ce5937513a","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:29.042673447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"6eb4c209-4197-422b-8b01-d8ce5937513a","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:29.090938436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f697308-74f4-47e2-842f-12101d5685d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:29.09111042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffacba0f-d821-47cb-a4a9-73b7b0dff1eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:29.111715143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f697308-74f4-47e2-842f-12101d5685d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:29.112411134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffacba0f-d821-47cb-a4a9-73b7b0dff1eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:29.534379661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:32.18885804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd06b2f7-7341-48c5-ab2e-b552c83078b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:32.189802335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a650ac0-3bf5-4b2e-af3f-ab4b502d6759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:32.220113779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd06b2f7-7341-48c5-ab2e-b552c83078b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:32.222358524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a650ac0-3bf5-4b2e-af3f-ab4b502d6759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.566355048Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","namespace":"ai-tenant-e2e-derive-333b6c01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.566412019Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","namespace":"ai-tenant-e2e-derive-333b6c01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.566476789Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","tenant":"e2e-derive-333b6c01","tenantID":"e2e-derive-333b6c01","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.58712215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"Deployment","name":"maas-api-e2e-derive-333b6c01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.617046989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"Service","name":"maas-api-e2e-derive-333b6c01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.639572455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-333b6c01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.657401036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-333b6c01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.676125459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.693918774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.715077645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.733385906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.749039225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"Deployment","name":"payload-processing-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.76491582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.781590717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"Service","name":"payload-processing-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.797524174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"Service","name":"payload-pre-processing-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.812936066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"DestinationRule","name":"payload-processing-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.828582517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.844234992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.876227713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.893293994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.909631946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.925496946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-333b6c01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.94123972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-333b6c01"},"namespace":"ai-tenant-e2e-derive-333b6c01","name":"default-tenant","reconcileID":"1a591cf0-0571-4cd3-8967-1285cc99104f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-333b6c01","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.011277876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba9cecd1-4078-41b4-b9a7-1ce62adabb50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.01316498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab238b91-cec1-44a9-ba51-d482377b9771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.034650983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba9cecd1-4078-41b4-b9a7-1ce62adabb50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.098631683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab238b91-cec1-44a9-ba51-d482377b9771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.283092719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b0158b4-b5e8-4f3a-b366-e88f13943f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.283092754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f39b8504-d2fa-4d41-a983-b36611e16f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.30510741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f39b8504-d2fa-4d41-a983-b36611e16f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.305108376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b0158b4-b5e8-4f3a-b366-e88f13943f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.331889251Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-333b6c01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-333b6c01","reconcileID":"42a77d56-afb0-4533-8ed5-2ea61c6cf983","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-333b6c01","removed":["maas.opendatahub.io/gateway-access-e2e-derive-333b6c01"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.422696649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a35176ae-e63a-4f73-8028-2a468ac91b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.443929036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a35176ae-e63a-4f73-8028-2a468ac91b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.515641373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dab2e1fc-edbf-4bfc-ba2f-a10ac39c2e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.538941614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dab2e1fc-edbf-4bfc-ba2f-a10ac39c2e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.796645163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec058db7-2b8b-47f3-9cc7-68e624796f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.818362655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec058db7-2b8b-47f3-9cc7-68e624796f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.836040221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec058db7-2b8b-47f3-9cc7-68e624796f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.853080869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec058db7-2b8b-47f3-9cc7-68e624796f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.499579542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4971ee15-9684-4752-943c-7103c6d9127a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.516142386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4971ee15-9684-4752-943c-7103c6d9127a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.53274946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4971ee15-9684-4752-943c-7103c6d9127a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.549359695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4971ee15-9684-4752-943c-7103c6d9127a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.582286939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec5a497d-cca5-4a57-a99d-b04cabe7abdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.603153641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec5a497d-cca5-4a57-a99d-b04cabe7abdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.682177921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e34fcfb-3b3a-4fc2-8811-3b589e90fbc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.702326978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e34fcfb-3b3a-4fc2-8811-3b589e90fbc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.216703702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-sub","reconcileID":"59a022c2-67a6-4f24-a518-726edebe7afe","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","subscription":"e2e-cmp-legacy-99406e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.251938336Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-sub","reconcileID":"59a022c2-67a6-4f24-a518-726edebe7afe","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.268261896Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-sub","reconcileID":"59a022c2-67a6-4f24-a518-726edebe7afe","MaaSSubscription":{"name":"e2e-cmp-legacy-99406e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.441706569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"7c8d52c7-8937-4052-9e12-9d621f85dece","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.441736056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"7c8d52c7-8937-4052-9e12-9d621f85dece","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.447879907Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-sub-086da939","reconcileID":"94cec06b-6a6a-4fa4-a38a-ed57d2d7493a","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-086da939","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.457398638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"45a827da-8846-4715-84f4-69a21df138fd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.473395254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d75ae2a4-336e-4199-9a56-8534b81bb474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.473395104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76eaf94d-8665-4e64-8f9e-e2478ffdd319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.478029897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"45a827da-8846-4715-84f4-69a21df138fd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.494178004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76eaf94d-8665-4e64-8f9e-e2478ffdd319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.494564159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d75ae2a4-336e-4199-9a56-8534b81bb474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.522003838Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"namespace":"ai-tenant-e2e-mt-086da939","name":"e2e-shared-int-sub-086da939","reconcileID":"94cec06b-6a6a-4fa4-a38a-ed57d2d7493a","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-086da939"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-49ec1494/e2e-shared-int-sub-086da939","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.589242671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"af4497bc-89f5-4735-b778-45c7cac87d3a","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.589275241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"af4497bc-89f5-4735-b778-45c7cac87d3a","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.589306987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-sub-086da939","reconcileID":"17b4091c-7811-45f8-b003-be34a01af3ae","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.589858991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fdf94ba0-2ed3-44e3-99f9-968c5f394d50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.626098202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"fe01e204-2e47-4f43-8be0-071e83d73b9e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.680072177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b81f3a47-4de5-4f91-ad6c-9cfa71dfc6dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.680099915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b81f3a47-4de5-4f91-ad6c-9cfa71dfc6dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.728179506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74cab5ff-99ca-4c00-9855-5420c1e0f1ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.728191922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a74012f2-bcc8-4600-8b7a-ee33853dfb33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.748667826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74cab5ff-99ca-4c00-9855-5420c1e0f1ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.74872033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a74012f2-bcc8-4600-8b7a-ee33853dfb33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.758072644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"fe01e204-2e47-4f43-8be0-071e83d73b9e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.80696614Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"fe01e204-2e47-4f43-8be0-071e83d73b9e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.806992281Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e-access","reconcileID":"fe01e204-2e47-4f43-8be0-071e83d73b9e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-99406e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.844845021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"088daf09-9db8-437c-9551-f08ffffef192","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.844878398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"088daf09-9db8-437c-9551-f08ffffef192","MaaSModelRef":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cmp-legacy-99406e","externalModel":"e2e-cmp-legacy-99406e","provider":"e2e-cmp-legacy-99406e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.106934328Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-eed4ee","reconcileID":"b979acb4-4e36-4aea-87c9-0906b558bb86","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscription":"e2e-b-only-eed4ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.123846694Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-eed4ee","reconcileID":"b979acb4-4e36-4aea-87c9-0906b558bb86","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.140352309Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-eed4ee","reconcileID":"b979acb4-4e36-4aea-87c9-0906b558bb86","MaaSSubscription":{"name":"e2e-b-only-eed4ee","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.299090434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"f6b721f9-52b8-46fd-821d-20c60f50e1dd","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.299122374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"f6b721f9-52b8-46fd-821d-20c60f50e1dd","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.347179039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac817388-c401-4e02-9168-138077bb54a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.347187913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe65cc0c-eedd-4735-bcd0-f2921157b405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.368234072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe65cc0c-eedd-4735-bcd0-f2921157b405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.368575213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac817388-c401-4e02-9168-138077bb54a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.384015771Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"b2740d5f-0b22-4337-9211-74cf9784929e","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.431854448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f1625e42-ba87-4dae-beb2-e1dd0011a2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.432143873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"01e05f54-fe50-487a-820a-a52e3ff10279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.43185456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"ede0c866-25b1-45b1-8e3e-b590a53d7980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.449231899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"5f0ad52d-0db6-47a1-b29b-fa143643791b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.453153149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"ede0c866-25b1-45b1-8e3e-b590a53d7980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.453162289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"01e05f54-fe50-487a-820a-a52e3ff10279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.455476572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f1625e42-ba87-4dae-beb2-e1dd0011a2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.464961398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35faaa18-7966-45bf-b5d8-32218ed16276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.470026863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"5f0ad52d-0db6-47a1-b29b-fa143643791b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.485920019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35faaa18-7966-45bf-b5d8-32218ed16276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.513302089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"f667f767-fdc0-4b81-935e-afd7e6697788","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.513323337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"f667f767-fdc0-4b81-935e-afd7e6697788","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.614595491Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-99406e","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","reconcileID":"d8f391e3-945e-4cb9-bd54-aadb2c7738b1","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cmp-legacy-99406e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.620372777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"e0dbc61a-f3b7-4fae-8f57-729c04826699","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.62039395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"e0dbc61a-f3b7-4fae-8f57-729c04826699","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.654179877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"10fc37f0-e405-43da-bd5e-d35fb32fc49d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.654827497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b06454a-6056-46fc-95c2-17b7d7b197be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.661547514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6a3403c0-85ba-4ec6-ac29-675ebcdbf0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.674112267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"10fc37f0-e405-43da-bd5e-d35fb32fc49d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.675363488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b06454a-6056-46fc-95c2-17b7d7b197be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.681405268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6a3403c0-85ba-4ec6-ac29-675ebcdbf0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.737281397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"1cbf3ef3-4918-4fc8-b6ec-af3d78da7561","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.752856779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"be7918a3-3faa-4df1-9cc1-6c1b27ce064c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.774602619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"be7918a3-3faa-4df1-9cc1-6c1b27ce064c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.787345368Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"1cbf3ef3-4918-4fc8-b6ec-af3d78da7561","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.805961364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"1cbf3ef3-4918-4fc8-b6ec-af3d78da7561","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.827686723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"8018c963-07c3-4538-a0e4-2daaefcfb01c","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.82771653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"8018c963-07c3-4538-a0e4-2daaefcfb01c","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.856560857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b28903a-d3ce-42c3-ae36-4d0c69c9f82f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.856594462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"beda99a4-705d-47f8-bd05-6d20657196b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.857986677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e22e9a1d-ca95-4f75-aa1b-0fe7f9317fbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.879096787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"beda99a4-705d-47f8-bd05-6d20657196b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.88098251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e22e9a1d-ca95-4f75-aa1b-0fe7f9317fbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.882785536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b28903a-d3ce-42c3-ae36-4d0c69c9f82f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.937223685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"a23a9b24-e77c-487e-9f55-951a2acaf692","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.952600192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e4e142a3-a0a8-4661-90e1-b52a8e6aa06f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.95737348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"a23a9b24-e77c-487e-9f55-951a2acaf692","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.962782573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"d8fe59b3-d4c8-4269-8794-dd5d18ff0d92","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.973031082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e4e142a3-a0a8-4661-90e1-b52a8e6aa06f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.978082299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"a23a9b24-e77c-487e-9f55-951a2acaf692","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:39.986776485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"d8fe59b3-d4c8-4269-8794-dd5d18ff0d92","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.334073137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bafa5a2-833d-4de2-b795-71c8497abc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.355757574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bafa5a2-833d-4de2-b795-71c8497abc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.422259021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33497873-a9d0-4ce9-a434-226192ffd323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.449351345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33497873-a9d0-4ce9-a434-226192ffd323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.496651123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9bafe1-71d5-46e8-a693-01674fcea458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.514312771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9bafe1-71d5-46e8-a693-01674fcea458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.530667881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9bafe1-71d5-46e8-a693-01674fcea458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.547252079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9bafe1-71d5-46e8-a693-01674fcea458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.579052145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9c4567d-fe98-4050-a575-fb4f0dad7575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.601716051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9c4567d-fe98-4050-a575-fb4f0dad7575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.662698285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3b21f06-3687-47c9-975e-857dabf6d736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.692575001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3b21f06-3687-47c9-975e-857dabf6d736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.771374718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bdabae4-393b-4f0e-836f-893c30f5407a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.792306433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bdabae4-393b-4f0e-836f-893c30f5407a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.995295284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d91d5e36-6d99-4b51-afd0-6183971a08f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.019118734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d91d5e36-6d99-4b51-afd0-6183971a08f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.139220931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cd61488-0f84-4fad-974b-3c94084a956e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.211750944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33daae40-f8e1-4dc8-990d-cbb9b219a548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.215629758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cd61488-0f84-4fad-974b-3c94084a956e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.232831372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33daae40-f8e1-4dc8-990d-cbb9b219a548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.314631293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2a64cc0-b5de-4fdb-86c8-4d1fa727bac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.33789776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2a64cc0-b5de-4fdb-86c8-4d1fa727bac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.339865239Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8f7720","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8f7720","reconcileID":"84cc2c15-a17a-419c-bc1e-6a0692edd429","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8f7720","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-8f7720":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.3401907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9e21ce-b7df-45cf-99a5-188a49c59506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.357175158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9e21ce-b7df-45cf-99a5-188a49c59506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.374684762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9e21ce-b7df-45cf-99a5-188a49c59506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.391322995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9e21ce-b7df-45cf-99a5-188a49c59506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.51324827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d4cfa04-a891-4add-be90-7bfd74632eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.544983475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d4cfa04-a891-4add-be90-7bfd74632eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.586264552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e55cfdb-7f8e-4e88-a34c-75c0d3723b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.587765406Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"29c7f838-c6f0-442b-bece-4a74066ddbe2","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.605703048Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"2f47e3fb-0cdb-48f9-95b7-2b99b96a1db8","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.610233744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e55cfdb-7f8e-4e88-a34c-75c0d3723b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.625069709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"0822f1c1-e45c-4158-964c-6705d2688cfa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.640882237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"2282f550-93fe-4551-bc66-4a7ee0f8aa31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.640886653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"79232c99-34b3-4e2d-bbf2-49513de77d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.645945969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"0822f1c1-e45c-4158-964c-6705d2688cfa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.662752581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"2282f550-93fe-4551-bc66-4a7ee0f8aa31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.663124436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"79232c99-34b3-4e2d-bbf2-49513de77d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.665492243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"0822f1c1-e45c-4158-964c-6705d2688cfa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.715131465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"97103974-eab8-4e1b-81dd-a14687a50a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.736950839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"97103974-eab8-4e1b-81dd-a14687a50a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.815965695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a840cc8-5cfe-4b72-8f29-3a6e9a8bcfe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.831947016Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"9abe8ab8-2ae6-4811-a680-0303f939c5fc","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.83793504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a840cc8-5cfe-4b72-8f29-3a6e9a8bcfe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.931642233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ed2024c-0c29-4fc2-9b30-3cd7c2ac2932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.952746829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ed2024c-0c29-4fc2-9b30-3cd7c2ac2932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.0091916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"a79203ab-0cbd-479c-8d9f-68a136047366","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.031157281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e948ae31-6bc9-4198-9fe5-fb6d1a9d2566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.03564482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ddc7ffd2-fbf9-49f9-ad4a-242d82918b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.062872085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e948ae31-6bc9-4198-9fe5-fb6d1a9d2566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.062913049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"a79203ab-0cbd-479c-8d9f-68a136047366","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.076704889Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"b7728b87-114d-4f68-9f41-33a0117f1361","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.09036837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ddc7ffd2-fbf9-49f9-ad4a-242d82918b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.09307238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"43751756-5ef4-4c10-ad2e-93211ea84d66","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.097669869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"2f748c9f-c557-41ad-9d01-1b60c4cfe8cf","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.09770403Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"2f748c9f-c557-41ad-9d01-1b60c4cfe8cf","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-f871dc-7fafe1c33f5b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.124561121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"43751756-5ef4-4c10-ad2e-93211ea84d66","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.173789246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"43751756-5ef4-4c10-ad2e-93211ea84d66","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.247653788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3b7080-5c40-4153-ba66-0f528c8dd0a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.270801691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3b7080-5c40-4153-ba66-0f528c8dd0a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.271815507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"38287432-8559-44e7-9134-ba27b5b4f511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.294722061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3b7080-5c40-4153-ba66-0f528c8dd0a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.311789134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3b7080-5c40-4153-ba66-0f528c8dd0a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.314977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"38287432-8559-44e7-9134-ba27b5b4f511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.328367089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"4878b10f-b04a-454f-8562-c90be3d47935","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.344166316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"df1b63e8-d381-49f5-9229-11497ec18839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.344696235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"68a21f4d-2074-415f-9796-95abae6c5a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.344729364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c691976-b70d-4644-a0de-83eff54387ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.349748932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"4878b10f-b04a-454f-8562-c90be3d47935","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.364645368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"68a21f4d-2074-415f-9796-95abae6c5a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.364673342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"df1b63e8-d381-49f5-9229-11497ec18839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.367313708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c691976-b70d-4644-a0de-83eff54387ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.447194923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"713e71bc-2762-4772-98a7-b0a972b95fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.468336649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"713e71bc-2762-4772-98a7-b0a972b95fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.531508844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"edcca8d3-dae8-435c-8801-ed5701f4fc4c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.546806379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"249cfc42-f711-4737-9685-3a2956d97a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.55104025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"edcca8d3-dae8-435c-8801-ed5701f4fc4c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.567012184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"249cfc42-f711-4737-9685-3a2956d97a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.569896494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"edcca8d3-dae8-435c-8801-ed5701f4fc4c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.692984931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04230a13-b42a-42de-bda1-5fa002c58b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.693000685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dff6e420-f7de-4b07-8ae4-aca1e0771ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.713789377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dff6e420-f7de-4b07-8ae4-aca1e0771ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.714860036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04230a13-b42a-42de-bda1-5fa002c58b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:43.908734901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a9de0e2-aee1-442a-b951-818a20ebd830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:43.9093965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5594cad5-7923-4d80-98bd-c8da4b69bed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:43.931436681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5594cad5-7923-4d80-98bd-c8da4b69bed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:43.935240241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a9de0e2-aee1-442a-b951-818a20ebd830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.310917602Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"28be2ba5-5244-46b7-8e6b-360d9a333dc9","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.356618198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"8752194a-8a48-4d38-bfd2-995a7937189b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.430789617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"75bd4f86-5c23-4fdf-b176-6aee4a7c4fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.432170313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"649fa319-c4c9-43f5-8ca8-3310c1eba983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.434893967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2edf9d8e-cf36-4774-97c6-1540828dee4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.435773696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"03a08b14-be80-4bee-8fa9-e30c84629569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.437924469Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"800180e9-d1d7-41bf-96f8-6fff271e5965","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.444387577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"8752194a-8a48-4d38-bfd2-995a7937189b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.456044598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"75bd4f86-5c23-4fdf-b176-6aee4a7c4fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.463052272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"649fa319-c4c9-43f5-8ca8-3310c1eba983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.470392622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2edf9d8e-cf36-4774-97c6-1540828dee4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.473357452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"8752194a-8a48-4d38-bfd2-995a7937189b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.498508105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"03a08b14-be80-4bee-8fa9-e30c84629569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.517753713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"c6c939f6-2d55-4e13-baad-8a2b49211440","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.556545235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"c6c939f6-2d55-4e13-baad-8a2b49211440","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.592568456Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"ae471fef-23f4-46a2-ad0e-8f2a4c0e20d9","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.621250857Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"d43b5b81-e13c-4a12-8dfb-72f3f42d9061","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.671683361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"e655f762-6e49-4b40-b21b-c6b2bd176320","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.671718481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"e655f762-6e49-4b40-b21b-c6b2bd176320","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.685143712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"00b9d7a4-9e88-4a83-8948-08263846e932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.705598727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b66692f7-77c8-4430-9173-e946f99f6768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:44.706629192Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"e655f762-6e49-4b40-b21b-c6b2bd176320","name":"e2e-cfl-f871dc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-f871dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:44.706703831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"e655f762-6e49-4b40-b21b-c6b2bd176320","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-f871dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.717072652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"00b9d7a4-9e88-4a83-8948-08263846e932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.745365241Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"084c9294-5ac3-40cd-8ef3-9f58dd7f599b","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-f871dc-7fafe1c33f5b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.749157189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b66692f7-77c8-4430-9173-e946f99f6768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.791333708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"c652bfb4-4c02-422d-8c90-e08ef0c2916a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.833171847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5536eba0-bed5-45f2-99fd-d045ef30c2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.841617261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0cd18272-3a99-4e9b-9b65-f7f7f7b72e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.84305393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"0fca79a7-c346-4ede-9ca9-a39671bf8b96","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.843079418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"0fca79a7-c346-4ede-9ca9-a39671bf8b96","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.850606922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"c652bfb4-4c02-422d-8c90-e08ef0c2916a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.916512406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5536eba0-bed5-45f2-99fd-d045ef30c2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.919309601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0cd18272-3a99-4e9b-9b65-f7f7f7b72e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:44.96292429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"c652bfb4-4c02-422d-8c90-e08ef0c2916a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.02909315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"bd88b4bd-3f70-4dc7-bc2c-68d669226674","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.052141597Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"2cc726c5-451f-44c7-a537-1e534196767f","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.053596488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"65aac77a-527e-4104-87b0-29e507bad19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.058012644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"bd88b4bd-3f70-4dc7-bc2c-68d669226674","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.169206243Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"6b4b7e99-2b21-4810-8df0-e6d7c2d5d99e","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.184170082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"65aac77a-527e-4104-87b0-29e507bad19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.186555104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c88a7243-a123-4e88-82ba-d2a6f782a4aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.214276665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c88a7243-a123-4e88-82ba-d2a6f782a4aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.230348598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a2af0c7-c11a-484b-bf86-f08a02330ca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.251222995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a2af0c7-c11a-484b-bf86-f08a02330ca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.324663601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a60a6969-33e2-41cf-952e-69c79f5e2772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.344687344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a60a6969-33e2-41cf-952e-69c79f5e2772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.35131253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"a6feae21-7a64-4b8a-9015-ad684166d89a","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.351334698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"a6feae21-7a64-4b8a-9015-ad684166d89a","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.40996534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"ac42a68f-5088-47d5-82c2-605eb6932c84","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.41067508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"faff291e-45ea-4526-bc44-05f37bd303aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.425298336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6238e43b-787a-498e-9bd4-5716dcdc94c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.426079927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d7a707c4-acc5-46f7-9baa-08e845480a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.436952483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"faff291e-45ea-4526-bc44-05f37bd303aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.447924784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"6238e43b-787a-498e-9bd4-5716dcdc94c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.49782231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"d7a707c4-acc5-46f7-9baa-08e845480a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.516497821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"faff291e-45ea-4526-bc44-05f37bd303aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.518027075Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"ac42a68f-5088-47d5-82c2-605eb6932c84","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.594590319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-09ab3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"ac42a68f-5088-47d5-82c2-605eb6932c84","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.595776007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50295bfa-5be2-4968-b1d3-60f65029e62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.619806656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50295bfa-5be2-4968-b1d3-60f65029e62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.630448648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ee07cbdf-a6ea-462b-88aa-a3bd242df06f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.631772931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"e97ef409-e17a-4be9-a293-9b8a009cf812","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.631804112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"e97ef409-e17a-4be9-a293-9b8a009cf812","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.653792492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ee07cbdf-a6ea-462b-88aa-a3bd242df06f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.712915027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"70b72122-deb4-4537-8c93-2d5fb342ca96","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.734666261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"70b72122-deb4-4537-8c93-2d5fb342ca96","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.204484899Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"3821b146-b6fd-4805-903d-5453dbd4b743","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.553222605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"61ab8d78-51ee-4350-ac40-e8253b981f5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.572868111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"61ab8d78-51ee-4350-ac40-e8253b981f5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.591172861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"61ab8d78-51ee-4350-ac40-e8253b981f5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.651847119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"3ae8cb61-22c4-4b4e-a163-815556f411d9","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.671677084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"3ae8cb61-22c4-4b4e-a163-815556f411d9","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.690634121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-09ab3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"3ae8cb61-22c4-4b4e-a163-815556f411d9","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.273919254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"75703930-045e-4b20-a4f6-281cde230bd0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:58.316541395Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"75703930-045e-4b20-a4f6-281cde230bd0","name":"e2e-api-a-8f7720-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.532669394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.539748715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"262c69f4-e98b-4dde-8d1c-19a14ce33b09","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.561326243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"262c69f4-e98b-4dde-8d1c-19a14ce33b09","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.582573406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-09ab3e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c497929fea18e12d0f89b5fb97f9442c2e9c755d76946f0c5f56c1bd4166db7) AuthConfig (304d943e3f8b32bb8c0982cb7ca2b0a9521bc8a0a6e961ac0aba59e6c8daf277) AuthConfig (4233dcde97e149bb9bd525cc500dc2d24396f3c5df19816d8d31c0f6e21ff049) AuthConfig (8b780e523153b7a2776be05f38f40007fc62faf76e3df44c04e179d818a7f2c2) AuthConfig (df15a74d63116ad30792e028b8bc174bfb110148154fd471926be5414aa366d5) AuthConfig (2742995e15b0d2c9f678633be613e67cf662b52d7113028d25bfc8e5fb06f8cc) AuthConfig (f1f9f4bc8f37d03e3ed831520e9695a03c1f6bb0440fa888f50f938959a9ed52) AuthConfig (7d6087e7090c5713606f0e08d5187489feaea3c534aa0f152e3e4cf42f99b62b) AuthConfig (e6c00e1ccdfe0888303633b6004fdc048ba8096ca2570535381cdee7de20445a) AuthConfig (2405a7be2f093d7f52c9ded7e8abc2955f338a812e9f07b7391cd43978937be7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"262c69f4-e98b-4dde-8d1c-19a14ce33b09","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.622246056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"4cfb82a6-1eb5-417f-8787-02b432a6f8b7","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.622279004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"4cfb82a6-1eb5-417f-8787-02b432a6f8b7","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.484356939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e7d9466-605d-4d9f-a40a-7fd1ff3b213a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.485107544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e179007-23e2-4639-9fd6-08f69f5f087d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.505401484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e7d9466-605d-4d9f-a40a-7fd1ff3b213a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.505451777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e179007-23e2-4639-9fd6-08f69f5f087d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.981012558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45289059-b3e7-4d26-a58f-02a8a6da0ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.99708616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45289059-b3e7-4d26-a58f-02a8a6da0ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.013225827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45289059-b3e7-4d26-a58f-02a8a6da0ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.029287941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45289059-b3e7-4d26-a58f-02a8a6da0ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.685457819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfecc4a-e243-423f-b175-413f87e98f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.701721873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfecc4a-e243-423f-b175-413f87e98f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.717801191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfecc4a-e243-423f-b175-413f87e98f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.733815517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfecc4a-e243-423f-b175-413f87e98f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:02.421576918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9756afda-f3d1-4ec5-a935-0547f388213a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:02.43827488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9756afda-f3d1-4ec5-a935-0547f388213a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:02.455181787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9756afda-f3d1-4ec5-a935-0547f388213a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:02.47197995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9756afda-f3d1-4ec5-a935-0547f388213a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.118466394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d7c892-4d62-4184-9695-bc5a1e312004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.136180697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d7c892-4d62-4184-9695-bc5a1e312004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.152593008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d7c892-4d62-4184-9695-bc5a1e312004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.169017136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d7c892-4d62-4184-9695-bc5a1e312004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:05.238496524Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"f24147b2-42a0-4a6d-809a-f99ef4e33311","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:05.624495795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"181bd225-58f5-4a6b-977c-6c2f55e4c91c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:05.645351416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"181bd225-58f5-4a6b-977c-6c2f55e4c91c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:05.66428111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3f0dde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8dc11ac88b20d75dc6ae803dc73d20dffab36a92612935b01053e652fc7590b) AuthConfig (beb7591f702bb0509f44639ef8b4dbb773f8e2f0f58b84d7b03173ac7089869a) AuthConfig (e832516d2948e50273202e5ce2f78f563eb1fa8b915cfc096dc8335ee69dfeb0) AuthConfig (5d598eddca82c372da695f30d12bf8f4be1c3e5dbe49a80b0d7c24a987df0c7b) AuthConfig (72158fc932023ffacb0d4b0aa59e657351e32acdfd6b285ca153d23d68326662) AuthConfig (4336b0754165fea6ec19069b5c5c7b44bb7c5f62200b1d145ad7ad4ad62a32dc) AuthConfig (99845c5a2bc71c0617eca1e9ba307599dd2958ae105818a54c1a3bcc0eb1a723) AuthConfig (5040bf426aedbbc2cfce163cc956ccd9de6fa6e3afcb5f92208112449ceebfb0) AuthConfig (772f99adf9238f15529f78529356fae994b7990323e4437d95e3f696b0cef747) AuthConfig (9325031c265252aee95191b2c66fda3e6b8d3c1cefa8a5f4d04292eeee864c62) AuthConfig (f3564d098b2ffe95944e617001248bd2d853631f3d9397636be56816b0782d3b) AuthConfig (26bf8d924338b49a10f9ad41057ca11ba3ab2ea02306855f7bf737fb33f3abf3) AuthConfig (a137f8f5b58fa64e7b265440e0c9af3eb68e42683a9a6579cb3d8a26e566ae17) AuthConfig (5a19d4cc1486dafbc0f63aac56fb5551e472607982e3353cf69f0353af665736) AuthConfig (51884d46b71dcf7569e9737cadc5c77e4a69921302434973d6ed7ef77002851c) AuthConfig (e35492c4d6de7d5149e3410381bbd2faa6c2e08452cca3b64d22ba5c65defa2b) AuthConfig (17ffb38968f5203138f4c70a4901f11472ae6dae95a6f3f4886a4fe522264f73) AuthConfig (b279b8a42846e496ec29d34a021022af448436a08a632f04599f75dd2e0b4ad9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"181bd225-58f5-4a6b-977c-6c2f55e4c91c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:05.685479511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"2d72fe07-11e5-4836-9c9f-ba3bef4acece","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:05.68549959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"2d72fe07-11e5-4836-9c9f-ba3bef4acece","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.184561865Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","namespace":"ai-tenant-e2e-autores-6bda62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.184643089Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","namespace":"ai-tenant-e2e-autores-6bda62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.184713799Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","tenant":"e2e-autores-6bda62","tenantID":"e2e-autores-6bda62","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.202751472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"Deployment","name":"maas-api-e2e-autores-6bda62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.230153509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"Service","name":"maas-api-e2e-autores-6bda62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.250625378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-6bda62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.271847678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-6bda62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.290729217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.309110279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.350012758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.378504043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.39767225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"Deployment","name":"payload-processing-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.418847087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.435862958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"Service","name":"payload-processing-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.453228421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"Service","name":"payload-pre-processing-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.472621039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"DestinationRule","name":"payload-processing-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.490046077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.506628707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.527593696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.543802775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.559668803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.575710154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-6bda62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.591769508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6bda62"},"namespace":"ai-tenant-e2e-autores-6bda62","name":"default-tenant","reconcileID":"06c5327d-33bf-4a5f-93f6-9f90092b1a8a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-6bda62","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.648100755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"8a35c2df-322b-48e2-acb8-5009c1d3dffc","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.671543423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d33b2b3-b014-4238-9b4e-5bb80b0015c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.673774961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dac4d04-5019-459e-a0df-1968c2a9b4e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.679329479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"8a35c2df-322b-48e2-acb8-5009c1d3dffc","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.71208373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d33b2b3-b014-4238-9b4e-5bb80b0015c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.717213988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dac4d04-5019-459e-a0df-1968c2a9b4e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.965512994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"a5a98c49-43ee-4d49-9bb6-cd6d700db639","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.965570711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"a5a98c49-43ee-4d49-9bb6-cd6d700db639","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.989011637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"671f701c-c90f-4909-bfb4-1b6dd7542acc","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.989039161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"671f701c-c90f-4909-bfb4-1b6dd7542acc","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.007064557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"73243bff-4d08-43ff-ae09-2b6456af8fd8","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:11.008397384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-sub","reconcileID":"be0ea828-7248-4e2f-a827-204ea065413f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-f871dc-09ab3e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.025594253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"161b39e2-cc74-4070-8241-e40c6f4bbd7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.026108763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c824a4c0-a9a0-488b-a9b4-e2f8b8168715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.028720394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"73243bff-4d08-43ff-ae09-2b6456af8fd8","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.045800249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"161b39e2-cc74-4070-8241-e40c6f4bbd7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.046077257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c824a4c0-a9a0-488b-a9b4-e2f8b8168715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.046514371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"65587c51-6635-46d5-935f-951a41383ad2","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.046529528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"65587c51-6635-46d5-935f-951a41383ad2","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.078795242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"68e8b0d9-3b31-44db-8090-01896a39aa23","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.078814283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"68e8b0d9-3b31-44db-8090-01896a39aa23","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.117038057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"d89c8ac3-cb45-4add-bb88-130013dd932d","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.117072936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"d89c8ac3-cb45-4add-bb88-130013dd932d","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.157616734Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-sub","reconcileID":"7ae21be0-254e-4fc0-9ac1-a1f75cb89781","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-f871dc","model":"e2e-cfl-f871dc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.21424981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"8919dcb9-effc-4726-8298-0995c6ddbaa8","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.235281289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"8919dcb9-effc-4726-8298-0995c6ddbaa8","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.252468324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"7e6943a2-d769-4ba0-b8b4-047002bde672","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.252492962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"7e6943a2-d769-4ba0-b8b4-047002bde672","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.321833321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-sub","reconcileID":"0b04f05d-ea19-4a32-9317-b89504617274","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-f871dc","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:12.535742338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2c9decd-b40b-499d-82bf-b18ce2f226b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:12.535758359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63200b2b-1dfb-46a3-b8a1-6fb217acc54b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:12.55666183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2c9decd-b40b-499d-82bf-b18ce2f226b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:12.557020251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63200b2b-1dfb-46a3-b8a1-6fb217acc54b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:12.959017687Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-6bda62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-6bda62","reconcileID":"b85a8a6e-6c53-40c5-8958-080f80cd5a2c","aitenant":"ai-tenants/e2e-autores-6bda62","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:13.202548531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5a4457-d40a-4fd4-9b49-e0ab1acc441d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:13.221691012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5a4457-d40a-4fd4-9b49-e0ab1acc441d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:13.237928903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5a4457-d40a-4fd4-9b49-e0ab1acc441d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:13.246608626Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-6bda62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-6bda62","reconcileID":"b85a8a6e-6c53-40c5-8958-080f80cd5a2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-6bda62","removed":["maas.opendatahub.io/gateway-access-e2e-autores-6bda62"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:13.254214649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5a4457-d40a-4fd4-9b49-e0ab1acc441d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:13.304310765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45191777-2137-468e-b7a4-a71290035a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:13.305617564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd4dfead-392a-4fa0-94f7-f55c8b539586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:13.325296898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45191777-2137-468e-b7a4-a71290035a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:13.329069917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd4dfead-392a-4fa0-94f7-f55c8b539586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.336813662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4531e5fb-18e3-4a3f-a86b-0c7cf28c78e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.339299945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ca1c35-243b-4503-9f49-b7490dabe680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.369037819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4531e5fb-18e3-4a3f-a86b-0c7cf28c78e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.36977542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ca1c35-243b-4503-9f49-b7490dabe680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.370560774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"371e8b67-b850-44bd-9194-4f17600ab176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.387216987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ca1c35-243b-4503-9f49-b7490dabe680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.406030203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ca1c35-243b-4503-9f49-b7490dabe680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.413738271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"371e8b67-b850-44bd-9194-4f17600ab176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.271379377Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"a96016ec-b8d6-4f99-b02a-e86b81f61cb2","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.27420769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd84230-ee33-4ad8-b26b-fce2766b533a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.290908045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd84230-ee33-4ad8-b26b-fce2766b533a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.311480917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd84230-ee33-4ad8-b26b-fce2766b533a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.332848126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd84230-ee33-4ad8-b26b-fce2766b533a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.732321957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"4e3fb05c-11da-4a29-818e-652362b53ea5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.75257661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"4e3fb05c-11da-4a29-818e-652362b53ea5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.843155616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"59422134-8073-4f5d-9beb-70a7af2ec72d","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.843175302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"59422134-8073-4f5d-9beb-70a7af2ec72d","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.824228286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1302e359-e52f-4d21-8c90-e3e749aa05ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.824672544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5964d870-33ad-47a7-8fe3-773c4b4d37c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.845724384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1302e359-e52f-4d21-8c90-e3e749aa05ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.846249288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5964d870-33ad-47a7-8fe3-773c4b4d37c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.959086883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-sub","reconcileID":"a08b97e5-58af-407a-b140-427cae5a893d","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-f871dc","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.047143973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"c64b5bea-0a09-45dd-997c-88b049b38fb7","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.047179496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"c64b5bea-0a09-45dd-997c-88b049b38fb7","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.131833818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1762f98b-a71f-4ec2-94ba-ff476bd84773","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.131861589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1762f98b-a71f-4ec2-94ba-ff476bd84773","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.159851139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f951dffb-4c8e-4e15-85a5-8dc46adecab3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.159898483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f951dffb-4c8e-4e15-85a5-8dc46adecab3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.212153016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"0b10f4ec-0e0a-482d-ba8e-aa27ecaac117","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.212602928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"f5f63b57-2e6f-46e5-8d93-5d0bd73fb15d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.237381222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"0b10f4ec-0e0a-482d-ba8e-aa27ecaac117","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.296782386Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"f5f63b57-2e6f-46e5-8d93-5d0bd73fb15d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.326935066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f7720-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"f5f63b57-2e6f-46e5-8d93-5d0bd73fb15d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.355809917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f49324f1-4563-47b5-a7c8-6578284dc547","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.355833531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f49324f1-4563-47b5-a7c8-6578284dc547","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.526802901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41fc2c6e-07c9-4eef-8f4a-8f6f7783c04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.527394631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c7c6e9e-0603-475e-a711-7d8c73ac3a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.549648604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41fc2c6e-07c9-4eef-8f4a-8f6f7783c04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.550683291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c7c6e9e-0603-475e-a711-7d8c73ac3a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.554169846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fce7e2c-3662-4a7c-928a-56aabd37295d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.571410733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fce7e2c-3662-4a7c-928a-56aabd37295d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.588741406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fce7e2c-3662-4a7c-928a-56aabd37295d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.60519663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fce7e2c-3662-4a7c-928a-56aabd37295d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.268200301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08bb178f-258f-4e56-9a78-b3746f899db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.297035854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08bb178f-258f-4e56-9a78-b3746f899db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.317558428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08bb178f-258f-4e56-9a78-b3746f899db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.333901554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08bb178f-258f-4e56-9a78-b3746f899db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.397215689Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-176672","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-176672","reconcileID":"cb4951b7-9fd7-4460-a5d0-45ab72c2f4b3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-176672","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-176672":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.522212426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c0232cc-7634-4193-823c-2060be2a76e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.522475858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de0cff1f-0938-433a-ac81-ee0ddd211126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.546183549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c0232cc-7634-4193-823c-2060be2a76e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.548294925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de0cff1f-0938-433a-ac81-ee0ddd211126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.739568898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1ccdff3-b002-44d6-ae23-145227de4241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.739591866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09b2ef92-cbcb-4193-bff9-0a2a84729352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.766820661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09b2ef92-cbcb-4193-bff9-0a2a84729352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.766831086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1ccdff3-b002-44d6-ae23-145227de4241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.009705852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e243f73-8a96-466e-9c67-aaf12822b6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.025987353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e243f73-8a96-466e-9c67-aaf12822b6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.042826685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e243f73-8a96-466e-9c67-aaf12822b6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.059155962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e243f73-8a96-466e-9c67-aaf12822b6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.750505379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b23f2b0-15b5-4bc2-aac7-25a9d3039b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.750505527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c9c1c51-f831-4ecb-a311-ecfd6b0dd8f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.771394094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c9c1c51-f831-4ecb-a311-ecfd6b0dd8f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.771536719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b23f2b0-15b5-4bc2-aac7-25a9d3039b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.951637911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5e431cf-bbb2-467c-943b-ac58e518ec97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.951710675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f847a29-c79b-4336-bae6-4bcc3fc26d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.971968848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5e431cf-bbb2-467c-943b-ac58e518ec97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:19.972139744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f847a29-c79b-4336-bae6-4bcc3fc26d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.330250351Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"75ae7e33-f82b-47cb-bd86-fa9883ec8701","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.353848052Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"d0681042-b638-49dc-8620-206861365fd1","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.375917879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"36ba4ced-a4eb-42ec-bf91-1b109732f5b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.376004933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"f672b8ab-07d1-4563-a805-578b0c78c6f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.393232088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"633cf5f6-f719-4d28-af59-26daf5d8cd2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.393264871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"05967ab3-a9f1-4918-a18e-2ea247042819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.394620348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3eeea83c-d8df-4c96-b9ae-6ac1b1f6ab00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.39795332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"36ba4ced-a4eb-42ec-bf91-1b109732f5b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.398869821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"f672b8ab-07d1-4563-a805-578b0c78c6f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.41392143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"633cf5f6-f719-4d28-af59-26daf5d8cd2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.415600006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"05967ab3-a9f1-4918-a18e-2ea247042819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.416908628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3eeea83c-d8df-4c96-b9ae-6ac1b1f6ab00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.418401298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f7720-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"f672b8ab-07d1-4563-a805-578b0c78c6f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.466225898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"16f37428-87ee-47a9-b33b-8ac03560a4dc","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.4868062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"52f02396-540f-4103-801f-aa0617c21ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.500600519Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"47a867ea-fde8-4d09-b16e-b432b8b48b02","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.519651896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"52f02396-540f-4103-801f-aa0617c21ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.615055551Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"b674bd67-a801-4731-acb8-447328bd7060","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.627680546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"ae584136-3c80-4018-ae4f-568ab88ed8e0","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.64917513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"ae584136-3c80-4018-ae4f-568ab88ed8e0","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.713324418Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"60813371-632f-4b30-b5a3-480b062cbb36","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.729099353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"4e11af85-725a-4444-8da9-98b3ba36d944","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.729605328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"5bdca231-f708-478d-921d-e5317fce2254","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.729623012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"5bdca231-f708-478d-921d-e5317fce2254","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.74316598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3243c06f-fff4-4746-b454-a092081304b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.743677397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd4a61d1-c72d-453e-a941-6d5d5072a331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.750037784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"4e11af85-725a-4444-8da9-98b3ba36d944","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.7640128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3243c06f-fff4-4746-b454-a092081304b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.766051629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd4a61d1-c72d-453e-a941-6d5d5072a331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.806680047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024fb004-8e1e-4324-aab8-597c2abfc4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.825211859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024fb004-8e1e-4324-aab8-597c2abfc4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.842310914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024fb004-8e1e-4324-aab8-597c2abfc4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.862888734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024fb004-8e1e-4324-aab8-597c2abfc4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.887127078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"93c3faf1-df3c-4e33-abc6-d5bc6f88ec94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.919775884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"93c3faf1-df3c-4e33-abc6-d5bc6f88ec94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.931116862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"2573070b-7b6e-42ef-857d-f3f5871bdf50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.949161181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"3f31be25-ef18-4b1f-a22f-a8de03c17fb0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.952126365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"2573070b-7b6e-42ef-857d-f3f5871bdf50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.965054427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"2ccaac59-a2db-4c65-8819-bf79e8a4cda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.966272412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab279936-2a81-4bcd-a180-b5028836f871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.97211788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"3f31be25-ef18-4b1f-a22f-a8de03c17fb0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.986368763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"2ccaac59-a2db-4c65-8819-bf79e8a4cda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.989401868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab279936-2a81-4bcd-a180-b5028836f871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:20.991203654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f7720-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"3f31be25-ef18-4b1f-a22f-a8de03c17fb0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.014781965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"a53303a3-8a92-44c6-acd9-f8ac6677378e","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.014804366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"a53303a3-8a92-44c6-acd9-f8ac6677378e","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.0290789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"a6076b2c-b214-446c-89a5-6cca6350202b","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.04954859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"a6076b2c-b214-446c-89a5-6cca6350202b","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.130398103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"7551eb32-b64f-4f80-8b96-0d903290e17f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.145657705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84d80b43-8ecb-49b7-938f-c1c8df5cc9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.145783202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"39fef829-424f-438c-9d19-ad3d34c61c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.14624947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c51a8ee3-e953-4da0-afab-ab5a3ee2182f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.151040096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"7551eb32-b64f-4f80-8b96-0d903290e17f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.154304434Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"62c671a9-f9a8-4206-9712-be849eefc181","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.166325164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"39fef829-424f-438c-9d19-ad3d34c61c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.16710556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84d80b43-8ecb-49b7-938f-c1c8df5cc9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.169309721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c51a8ee3-e953-4da0-afab-ab5a3ee2182f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.231828378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"f550f58b-ef6e-41bf-8246-9b88d72f7090","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.251287787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"f550f58b-ef6e-41bf-8246-9b88d72f7090","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.269848702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f7720-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"f550f58b-ef6e-41bf-8246-9b88d72f7090","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.28999624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"35bb7d01-0a07-4f3d-b59a-742d6aada04a","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.290015019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"35bb7d01-0a07-4f3d-b59a-742d6aada04a","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.329197234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"12b485c7-0f3c-494b-bdf1-5e2862d9c583","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.380847837Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"12b485c7-0f3c-494b-bdf1-5e2862d9c583","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.401378492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"12b485c7-0f3c-494b-bdf1-5e2862d9c583","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.430137455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"dcb627f9-14a6-4d35-9b6b-76ec024675a4","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.430174864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"dcb627f9-14a6-4d35-9b6b-76ec024675a4","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.439349253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"30e213c7-6615-4eb5-9324-1b1d8de381b7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.452849861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f1e60e80-4a59-40fe-b529-d7f383cdba93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.454366447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"188a6a75-d7b3-4369-b082-6255e28ee35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.495340155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"440a7c0b-e6d5-4f52-9b3b-5ebdcaca35c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.498259452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"30e213c7-6615-4eb5-9324-1b1d8de381b7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.498650054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f1e60e80-4a59-40fe-b529-d7f383cdba93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.515093216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"188a6a75-d7b3-4369-b082-6255e28ee35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.516046436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"440a7c0b-e6d5-4f52-9b3b-5ebdcaca35c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.529868682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482d6f10-dd4f-46dd-90ab-5661a13a91d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.546048449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482d6f10-dd4f-46dd-90ab-5661a13a91d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.56221798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482d6f10-dd4f-46dd-90ab-5661a13a91d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.578478867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482d6f10-dd4f-46dd-90ab-5661a13a91d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.579007872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b2115110-a2c9-47c6-933d-50568bfdad84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.5946971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"fdb9fc99-5f2d-4441-ba31-565665251498","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.600332328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b2115110-a2c9-47c6-933d-50568bfdad84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.614788209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"fdb9fc99-5f2d-4441-ba31-565665251498","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.637864039Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3a1d18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3a1d18","reconcileID":"37cccdfc-09a7-48bb-89ae-5f78edc4517d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3a1d18","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-3a1d18":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.661701611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7f2bff8e-d15d-4c33-926d-ed6df27cf9a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.661840474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"09369643-cb40-4bc7-9433-0d6df1e0b2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.682139521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7f2bff8e-d15d-4c33-926d-ed6df27cf9a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.682310761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"09369643-cb40-4bc7-9433-0d6df1e0b2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.737667242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"c4ecb825-04c7-42f2-ab05-0b2fd671c259","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.755320356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bf2473c-ac8f-4483-ac1d-149a4323f9dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.763285676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"c4ecb825-04c7-42f2-ab05-0b2fd671c259","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.798119427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bf2473c-ac8f-4483-ac1d-149a4323f9dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.895716734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4457b399-80a1-42c3-a7f4-fb1a573a35ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.915747423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4457b399-80a1-42c3-a7f4-fb1a573a35ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.946316729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdd6d95a-834f-43ec-89df-36542d7d9990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.001079451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdd6d95a-834f-43ec-89df-36542d7d9990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.347535989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9afcc5-584d-46d1-89a5-7588b84d8b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.364413277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9afcc5-584d-46d1-89a5-7588b84d8b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.380716279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9afcc5-584d-46d1-89a5-7588b84d8b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.396942494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9afcc5-584d-46d1-89a5-7588b84d8b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.929249672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a81b4f4-1c20-44da-9dc3-35eae7492a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.92930066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9df5d80-bf25-4f42-bc97-460becf47cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.949594971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9df5d80-bf25-4f42-bc97-460becf47cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.950404699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a81b4f4-1c20-44da-9dc3-35eae7492a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.026486167Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"3a522d21-9f1b-427f-a8cf-475246a9974f","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.047527622Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"c6ee0fdb-8093-4187-b9f3-2829c5f4b27e","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.060392513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"27657c21-0b4b-4065-b852-25443bb41dd1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.060597593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"6169c460-ca6d-444f-a15d-65132aa418f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.076110585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"ea6753e4-b304-4ffe-9754-088923af35f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.080699162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"27657c21-0b4b-4065-b852-25443bb41dd1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.081277998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"6169c460-ca6d-444f-a15d-65132aa418f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.096122595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"ea6753e4-b304-4ffe-9754-088923af35f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.100364425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f7720-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"6169c460-ca6d-444f-a15d-65132aa418f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.100544539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"27657c21-0b4b-4065-b852-25443bb41dd1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.16270307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"2784d4db-1003-42c2-bd1a-52343bdf15f3","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.178462547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"78e5da8d-e9f7-4821-860b-67da69ff0bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.178843286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d2e7015-9c00-4338-83d4-f461f4710a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.178942901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"54207fd1-9dc1-4a60-8651-de31f2e7050c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.184286765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"2784d4db-1003-42c2-bd1a-52343bdf15f3","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.199306117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"78e5da8d-e9f7-4821-860b-67da69ff0bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.202079328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d2e7015-9c00-4338-83d4-f461f4710a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.202524503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"54207fd1-9dc1-4a60-8651-de31f2e7050c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.22383052Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"dfaa1df4-6281-43c4-81dd-2d07b7375066","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.267181154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"26c987be-0daa-4887-9b83-8310a2539921","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.316302614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"529d1ade-7773-46ea-995a-0bbc996c7c3b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.317897477Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"45818a41-30c7-4991-841b-f43c445c3ec0","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.336988926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"529d1ade-7773-46ea-995a-0bbc996c7c3b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:23.350745063Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"45818a41-30c7-4991-841b-f43c445c3ec0","name":"e2e-cfl-ef2ac3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ef2ac3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:23.350799003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"45818a41-30c7-4991-841b-f43c445c3ec0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ef2ac3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.372470346Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"0dafe2d5-887f-419a-8e54-8e2d3e365276","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.414130151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"15a9ba25-d43d-4baf-82ce-ba0ad5cc2189","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.416452385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"6af67347-11f6-4e6a-88e2-2dcd57c8e771","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.429698013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"34e447c9-da2d-4ce2-b110-3de1a9c3a053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.431205408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c34ea10-9439-485e-9f6e-9ecc1e477dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.434369894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"15a9ba25-d43d-4baf-82ce-ba0ad5cc2189","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.435775136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"d6abca97-bc6e-4117-8f3e-6d9fc3ff1494","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.435794507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"d6abca97-bc6e-4117-8f3e-6d9fc3ff1494","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.436317379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"6af67347-11f6-4e6a-88e2-2dcd57c8e771","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.449724547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"34e447c9-da2d-4ce2-b110-3de1a9c3a053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.452149344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c34ea10-9439-485e-9f6e-9ecc1e477dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.454602151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f7720-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"6af67347-11f6-4e6a-88e2-2dcd57c8e771","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.516259035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"0145f0c4-1749-4d43-becf-a4ca38d5d9fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.531799255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"209444a7-fb97-45f4-8ccd-f5bdc3743cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.537508222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"0145f0c4-1749-4d43-becf-a4ca38d5d9fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.553520766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"209444a7-fb97-45f4-8ccd-f5bdc3743cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.558820127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"0145f0c4-1749-4d43-becf-a4ca38d5d9fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.630509058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"6ca9762f-edeb-45c7-81da-e24a745eac04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.630637359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"389de4f6-b4f8-4371-9abd-f3b7a694dd91","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.631613904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"981aa00c-3d2a-46e2-8e22-d96a8a4a3eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.631988777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4a582ee-8257-489c-a201-f42a585fd0f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.651246413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"389de4f6-b4f8-4371-9abd-f3b7a694dd91","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.651663638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"6ca9762f-edeb-45c7-81da-e24a745eac04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.653579196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"981aa00c-3d2a-46e2-8e22-d96a8a4a3eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.653959598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4a582ee-8257-489c-a201-f42a585fd0f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.85001982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"a024d492-c02a-412e-8fea-d2792292dd9f","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.850131012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"a024d492-c02a-412e-8fea-d2792292dd9f","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.896553498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"17d4f0b2-5268-493e-ad0c-fd9c9c046b85","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.91920055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"17d4f0b2-5268-493e-ad0c-fd9c9c046b85","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.053900869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"b8f90b5e-7cf9-4e95-b355-f901041977f8","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.053930538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"b8f90b5e-7cf9-4e95-b355-f901041977f8","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.984599965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"65034262-3c7f-40f5-bbb2-ee866a5b1435","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.004409482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"65034262-3c7f-40f5-bbb2-ee866a5b1435","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.532630564Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:30.539056462Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"0ee45186-dd60-452f-8fd1-2d1a6445651a","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.405172599Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"31649cd8-2e44-4604-835f-f85a360a9fd2","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.489128319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"f7162ac2-4150-4a97-aaae-c909b5bed1ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.51002108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"f7162ac2-4150-4a97-aaae-c909b5bed1ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.530058005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8f7720-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7d64b53f896644d8009560788d944fa624c9dc3685d7dfca2366a76691490e3) AuthConfig (42cc66a7b993830abe12e7aaec5dccde91b2dea1df24967b92f3a3ef90e3db9e) AuthConfig (ac449dbb07cc5f97f5ac0dac72f73492955732e81fbda8a1c650ebaba216b2f1) AuthConfig (f812b2e5d2cc8dafaf91f803364f99cead5a78095bedd6435355ccb7b1025df4) AuthConfig (7876b416aaa75669725f3535c6c2e541f52246fe91ef16362364ec46358fa17b) AuthConfig (5812470d5bf58fb52994f6945d91e8fc3f15586d0d41608ee8df543e36af58cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"f7162ac2-4150-4a97-aaae-c909b5bed1ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.550860301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c550447-88c9-41c2-be0a-e064b7a45d15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.550880075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c550447-88c9-41c2-be0a-e064b7a45d15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.591712771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"67c75fc9-6bef-42b2-be69-9871bdb868c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.61516779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"67c75fc9-6bef-42b2-be69-9871bdb868c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.633666113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-e45ed0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22b22e5531ac0f9f26ac1d18c5fddff1c468d189ba2ed3780cc14f5c819530dc) AuthConfig (918fab24c2e913f302a3d8c220cd495e450451d931ece46d9b27cab2586f4b10) AuthConfig (2f94c58b5cda37a6184985ce93ab8ab891b3d42b6118e3dccbd9ecbb2b831e9f) AuthConfig (3d0139cd06144f4e640c63586840366297708bbdc4f25417ce042afe5d18ff74) AuthConfig (2fce15404ca4d66dd7ae783e430ba07718ba2680402d96ff60966c28e098a981) AuthConfig (ac7d3fb42643184b7aff0ad34b96ec2956f73a0aafe947d8a30607e5afad1b75) AuthConfig (5d55f35c9c224cf247a05970a5210002fc9db97102da489e73d15f116908a224) AuthConfig (0435e27288738acd3f35e756d6752ec35f93685117c1057c2db49f925c22e9b0) AuthConfig (1662b48398c4efa9b10f74626e0e13f484341ab4996c30ed203400fea6c66c99) AuthConfig (d4cece1e7542b6652853d83467e75eb896d4afbf836fbc5478bb9f9f130531bb) AuthConfig (f4a912bef8b4aebaec9c5d4b93df14f6a6e4404d8b0f1d68a112f312dcc737a8) AuthConfig (cf182edf47531c4bbdc90df92b131898070f0127b9eae5816d1ec5cfad3049be) AuthConfig (bcc82565fef87233a2a16810d92fe505511227c781f6ad3a21093ffba0894912) AuthConfig (dcdbc6860ca597dc1f8edd53f275fc65af5fd08b0ca083cefef76b62858fcac5) AuthConfig (f1d4842d3a50bc7097c8b6ca774304ebb46023babe5559252dbf84e9b1bc2422) AuthConfig (f3590f4ade41f826f5bbf3e0f0cc60bfddc708384af48b9b1cf49dcf3e24e503) AuthConfig (45703562f384f3bf135587280193cb854c0612f8daee1dd70088bec7473d6715) AuthConfig (b5f3b1403fd2d933538a4e3ec7293dd30a3b921ad765d2837ad5c68f3f824b1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"67c75fc9-6bef-42b2-be69-9871bdb868c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.654593297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"266fb1d5-fa08-4b74-ab83-ec1eb39923c2","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.654610569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"266fb1d5-fa08-4b74-ab83-ec1eb39923c2","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:34.289303024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"ec428bb1-ebb5-4159-b24e-1faf3c8ebfc5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-176672","tenantID":"e2e-explicit-176672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:34.332724803Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"ec428bb1-ebb5-4159-b24e-1faf3c8ebfc5","name":"e2e-explicit-176672-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:35.403059616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2028a2c8-1db9-4255-91d6-f8b38f18a7a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:35.419004209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"89d47e72-2cee-4710-8b23-d50e5a5c4b7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:35.503575894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-sub-086da939","reconcileID":"24767458-fd92-4ba6-8659-a0a1846dc8bd","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:35.503609058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ad03ab9-7a6e-4443-8c34-dd93a13a7892","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:35.50405331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"9032ccc2-0cbb-441d-90d2-c3746ad4c80c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:35.522763663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-sub","reconcileID":"00e8393d-c7c0-4843-b08d-37d07ab6f27f","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-f871dc","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:35.603917013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"e1e5aebd-90ba-4642-b681-9784320da5e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:35.603981643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"867f9bc1-e4b8-468a-b3f8-e5c56fe62827","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.356916685Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.373127258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"ee5d6e47-72fa-4a16-baa2-bfa9f7ce5cba","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.373154121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"ee5d6e47-72fa-4a16-baa2-bfa9f7ce5cba","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:39.396160622Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ef2ac3-0da87f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.406042979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"dc3e2ff8-423b-4d4d-9973-761e721fa0af","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.406268715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e709fa30-de59-4f5e-a541-6a521fbe3792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.426706524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"dc3e2ff8-423b-4d4d-9973-761e721fa0af","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.427093811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e709fa30-de59-4f5e-a541-6a521fbe3792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.427108012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"79d8bead-8b37-4666-8dcc-7ece8edb5b18","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.427124588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"79d8bead-8b37-4666-8dcc-7ece8edb5b18","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.459102782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"e2443f52-7edf-4c8c-9029-f26020a61a36","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.459122991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"e2443f52-7edf-4c8c-9029-f26020a61a36","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.494136231Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"6d087f1b-82f9-476c-8b5f-d02480c11c22","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ef2ac3","model":"e2e-cfl-ef2ac3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.507465135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"533ce8a0-2d9b-4480-a9e9-71053b6a7afd","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.50800256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4e61a2b-6865-4ded-8adf-6df5a687da09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.527103851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"533ce8a0-2d9b-4480-a9e9-71053b6a7afd","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.527757667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4e61a2b-6865-4ded-8adf-6df5a687da09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.580296097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"631efc73-6383-4d49-a1be-0006133b5187","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.580317395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"631efc73-6383-4d49-a1be-0006133b5187","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.590015736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"78710799-1f13-4d33-8ae4-306f532a222a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3a1d18","tenantID":"e2e-api-b-3a1d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.606127671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"904e7edd-6430-469c-a025-854ecb3dd988","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.62572693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"904e7edd-6430-469c-a025-854ecb3dd988","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.63225336Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"78710799-1f13-4d33-8ae4-306f532a222a","name":"e2e-api-b-3a1d18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.646237785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"fc1b466a-6489-47dd-8b37-d1c54c55d53a","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ef2ac3","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.710613743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"64af859a-eaae-4350-890a-54bb5a1437da","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.805061879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"64af859a-eaae-4350-890a-54bb5a1437da","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.573032421Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"7fb2d7f1-225f-4af6-ae6c-647f1b56f381","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.736615367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"2a2c91c4-c05e-440f-a293-733223062073","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.826224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"2e4ed688-d4bb-431f-b1c9-e9fe9651bece","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.921966942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a5515b2a-8489-4293-93a1-1232e1157bd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.922096845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"2eee09e5-dc73-4e99-bd2c-7c4abda1e13f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.922481714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"3ac4c881-f685-400c-a32d-0857ebc33047","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.021505111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-sub-086da939","reconcileID":"41e7e0c0-819f-4b42-95c2-3db62d4618ec","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.022004224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1029616b-06b4-425b-b5ae-283bd1ad5b7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.03765805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-sub","reconcileID":"bd68217f-d369-4031-baad-4f5a4ae2a759","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-f871dc","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.439553557Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"94cd4639-c7b7-4d6c-97ea-d12ad58d98e6","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.585158625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"920f4488-bb43-4205-885e-97536d604ad3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.605109754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"920f4488-bb43-4205-885e-97536d604ad3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.693212849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"40e45d2f-eb76-430c-bb65-1a47f4038b0d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.694684094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efbd9b40-c9ba-49d1-a1e1-36c3514e9ac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.694702676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efbd9b40-c9ba-49d1-a1e1-36c3514e9ac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.724799856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"40e45d2f-eb76-430c-bb65-1a47f4038b0d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.813729481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"d1bcc56c-8935-4e9d-a691-93d4c554c447","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.813752769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"d1bcc56c-8935-4e9d-a691-93d4c554c447","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.425848076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"5d411fc7-6e30-4abb-afae-e64927073b74","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.425875912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"5d411fc7-6e30-4abb-afae-e64927073b74","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.425980764Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.447596154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"e94ea299-9e38-4fb0-9b52-306996434a42","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.447624181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"e94ea299-9e38-4fb0-9b52-306996434a42","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.462367581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"86fd5695-82d9-42cf-a1ef-7e6ada18289a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:47.462747703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-0dd578","reconcileID":"615156de-e7d0-40ee-8105-c865f4564165","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-0dd578\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:47.465248753Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"e94ea299-9e38-4fb0-9b52-306996434a42","name":"sub-test-model-3f0dde","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-3f0dde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:47.465316835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"e94ea299-9e38-4fb0-9b52-306996434a42","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-3f0dde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.475014828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d19529fb-7432-45b0-9b94-950bd16303e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.481064205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0242a557-d418-4c73-8605-e3488619b34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.482796518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"06356b53-7e78-46cc-ba3e-eb812f43e7e7","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.482816515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"06356b53-7e78-46cc-ba3e-eb812f43e7e7","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.482919975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"86fd5695-82d9-42cf-a1ef-7e6ada18289a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.495266395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d19529fb-7432-45b0-9b94-950bd16303e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.499809175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"d0edd90d-0f41-462b-a678-2ef0444d35c4","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.499833793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"d0edd90d-0f41-462b-a678-2ef0444d35c4","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.502187466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0242a557-d418-4c73-8605-e3488619b34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.519866479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"b1dd532c-83f9-4bfc-81ed-7613b04678d0","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.519886896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"b1dd532c-83f9-4bfc-81ed-7613b04678d0","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.588957351Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-0dd578","reconcileID":"b29baa05-5049-423f-81fc-07e60cdd52ba","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"sub-test-model-3f0dde","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3f0dde/e2e-shared-sub-0dd578"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.608136202Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.608164832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"aa433b15-3c19-4542-be8b-8953f3f332ea","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.608178452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"aa433b15-3c19-4542-be8b-8953f3f332ea","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.631855266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"6e25efde-c3a0-4ab0-bdb8-ffe907d11eb4","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.631875996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"6e25efde-c3a0-4ab0-bdb8-ffe907d11eb4","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.641958999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"2b26520d-48b5-4b55-983d-9c00229f9451","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:47.648567601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-0dd578","reconcileID":"519fcb19-eafd-4f17-813b-843c6b764668","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-0dd578\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:47.64914203Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"6e25efde-c3a0-4ab0-bdb8-ffe907d11eb4","name":"sub-test-model-e45ed0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-e45ed0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:47.649198165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"6e25efde-c3a0-4ab0-bdb8-ffe907d11eb4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-e45ed0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.649355572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"539f8c14-ae40-435b-bc1b-b155cc5e040f","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.649366347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"539f8c14-ae40-435b-bc1b-b155cc5e040f","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.654594029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"09c40a69-50a7-4b6e-8bb3-1ac371647ff9","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.65461107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"09c40a69-50a7-4b6e-8bb3-1ac371647ff9","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.662060455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"2b26520d-48b5-4b55-983d-9c00229f9451","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.686162701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"c7202c3d-3473-438c-865f-6776e4ee798d","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.686191586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"c7202c3d-3473-438c-865f-6776e4ee798d","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.706246617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"e26cbe11-8c21-4574-a449-387721301508","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.706269839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"e26cbe11-8c21-4574-a449-387721301508","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.709401441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-0dd578","reconcileID":"08c71fbf-7075-4916-9ad7-87f23739cd27","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.742092689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"f1794e7d-c2d5-468d-b27a-8f1cd4d55fbc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.763493294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"f1794e7d-c2d5-468d-b27a-8f1cd4d55fbc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.764031925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"a5cb7df7-f894-4099-8794-ebb653046ed7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.764591319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98f6b18f-f2ff-4cea-a178-6d3aa7c15e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.765023402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af55c2c2-897d-4db8-8aab-7322aaabfd69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.78513218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"a5cb7df7-f894-4099-8794-ebb653046ed7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.785221691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98f6b18f-f2ff-4cea-a178-6d3aa7c15e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.787586036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af55c2c2-897d-4db8-8aab-7322aaabfd69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.802696622Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.802945795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"dc9a2a31-4aeb-4ed8-bd44-19a1d0ae56ba","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.802965744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"dc9a2a31-4aeb-4ed8-bd44-19a1d0ae56ba","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.815750706Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-0dd578","reconcileID":"faea2528-d540-464f-b986-d98929dcf80e","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"sub-test-model-e45ed0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-e45ed0/e2e-shared-sub-0dd578"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.821223959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"de30779e-4e79-4f8f-8516-efef3caeea3f","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.821244769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"de30779e-4e79-4f8f-8516-efef3caeea3f","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:47.84257888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-0dd578","reconcileID":"2304c0bd-442a-4b2d-978c-b9f462daf862","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-0dd578\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.872237841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"93c9b90a-e9c5-4b16-8df4-491314dd96ef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.872261299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"93c9b90a-e9c5-4b16-8df4-491314dd96ef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.883030829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"4c245507-d46a-408c-af80-2795527282fe","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.883051342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"4c245507-d46a-408c-af80-2795527282fe","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.904326404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"2c3db0c1-ee3e-4c2d-966e-628f7b2bec7e","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.904348901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"2c3db0c1-ee3e-4c2d-966e-628f7b2bec7e","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.936206439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-0dd578","reconcileID":"9b6d547e-3a47-4a4a-bfd7-4b6162477a27","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.951206449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"3bac7ba3-78e7-4c94-a9a9-e3da39dc43a0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.967387373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5278d558-e742-47d4-9ade-7c58e369fb6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.967825328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b00a13e2-cb33-44f5-a08f-9ace5f7d546f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.971644682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"3bac7ba3-78e7-4c94-a9a9-e3da39dc43a0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.988356724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5278d558-e742-47d4-9ade-7c58e369fb6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.989153848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b00a13e2-cb33-44f5-a08f-9ace5f7d546f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.994413862Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.994447176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"0c4e91d4-5ee8-4a60-a343-2acd6e7c69ad","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:47.994460721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"0c4e91d4-5ee8-4a60-a343-2acd6e7c69ad","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.016605211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"4609ce4c-14d0-4d27-b90b-a1be3012b8ae","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.016643375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"4609ce4c-14d0-4d27-b90b-a1be3012b8ae","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:48.04063855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-0dd578","reconcileID":"a2f5e6ed-7247-4e72-85d2-cd14d73fb51c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-0dd578\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.051356054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"ec2678ff-c639-4ebe-8aea-d9bbb92e108d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.062237923Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-0dd578","reconcileID":"e373f114-4dc2-4a23-a2f0-ef31a4a38cc8","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-3f0dde/e2e-a-only-0dd578","ai-tenant-e2e-shared-a-w4-3f0dde/e2e-shared-sub-0dd578"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.094769746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"ec2678ff-c639-4ebe-8aea-d9bbb92e108d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.096111641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"ec8fbb1c-d9e7-4e1a-9ee2-e495c3e464e2","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.096128995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"ec8fbb1c-d9e7-4e1a-9ee2-e495c3e464e2","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.123344655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"d2a5a45a-c998-4dec-a498-2d0037a2ab7e","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.123365529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"d2a5a45a-c998-4dec-a498-2d0037a2ab7e","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.158535811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"9e2f35b1-ee3c-44e1-810c-03e4f71b9fe9","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.158556068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"9e2f35b1-ee3c-44e1-810c-03e4f71b9fe9","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.175843426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30fdc439-d73f-4522-aaa5-f8aa3ff128d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.175890302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb8a92c8-8ec0-49bb-831e-2facba99c624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.182626106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-0dd578","reconcileID":"3485171e-62fb-4175-88ef-4063285ee080","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.200460152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb8a92c8-8ec0-49bb-831e-2facba99c624","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.200699449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30fdc439-d73f-4522-aaa5-f8aa3ff128d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.256785636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-0dd578","reconcileID":"a08a7c52-d7da-47bb-9302-bc1c8357a289","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.273571231Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-0dd578","reconcileID":"89ca148c-1acf-4a5e-ad32-cd9008e4c653","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-e45ed0/e2e-b-only-0dd578","ai-tenant-e2e-shared-b-w4-e45ed0/e2e-shared-sub-0dd578"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.330962339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"1d93bf3d-8cd9-4444-a3e0-4d5ee08e9a82","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.33098433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"1d93bf3d-8cd9-4444-a3e0-4d5ee08e9a82","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.343219866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-0dd578","reconcileID":"ccf1c403-135c-4f30-afd0-1c9f290c7621","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.446313389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-0dd578","reconcileID":"b873066c-0d36-4e74-b5fb-44f69fba9f97","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.59495347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"3198c994-82b2-4a07-8888-961c18037059","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ef2ac3","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.610860953Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"0886b59d-1196-4a12-a0a2-48f387f4d384","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.686193435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"2c5f83c1-ea23-40ab-a93e-9ead7c910bf5","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.686217861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"2c5f83c1-ea23-40ab-a93e-9ead7c910bf5","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.734814879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"3ee9133e-76b5-40fd-8331-e0687fd764c4","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.760218343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"3ee9133e-76b5-40fd-8331-e0687fd764c4","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:52.563876299Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"f1e5aa0e-fad1-4d02-bae3-947eb764b09d","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:52.893231348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64610eae-cd4c-4517-ae0e-fd9e806ac140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:52.909943956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64610eae-cd4c-4517-ae0e-fd9e806ac140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:52.926127645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64610eae-cd4c-4517-ae0e-fd9e806ac140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:52.942263991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64610eae-cd4c-4517-ae0e-fd9e806ac140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.397409814Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"723857cc-f406-4e42-bb36-56f625061160","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.398413947Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"9529ae4c-7e37-482e-99dc-0fed023d4261","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.43238772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"9bcc9ad1-42c7-4b58-a1df-202eeed09977","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.447921271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"eb389a9d-236d-4f1c-877e-9b5e094179b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.448260483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"891d0c10-66b8-403b-b70d-8cefe79f8594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.448384263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"763c11a0-5bd9-4a78-81a8-a504d363aec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.452466817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"010c53e4-99e0-43c2-9145-e1dbdfdcfca3","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.454161689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"9bcc9ad1-42c7-4b58-a1df-202eeed09977","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.469485961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"eb389a9d-236d-4f1c-877e-9b5e094179b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.46957694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"763c11a0-5bd9-4a78-81a8-a504d363aec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.471818789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"891d0c10-66b8-403b-b70d-8cefe79f8594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.47289608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"010c53e4-99e0-43c2-9145-e1dbdfdcfca3","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.50190008Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"f7aa29cc-a709-417f-8c0f-863d57092d7b","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.535228655Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"d1cc0b30-d29c-4e60-bba6-33af2dc786cd","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.580835534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d10844-700b-45ee-9b11-48330b37d372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.598268054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d10844-700b-45ee-9b11-48330b37d372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.614970708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d10844-700b-45ee-9b11-48330b37d372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.631429084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d10844-700b-45ee-9b11-48330b37d372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.648341633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"bc54bd8c-1c50-4b44-8d8d-b0856fd02fb1","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.679969217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"0fd4eec6-a50b-44fd-b735-c7af50be2fbb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.681926424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"80df7beb-9df7-41d9-9b38-0511849959fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.700529433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"0fd4eec6-a50b-44fd-b735-c7af50be2fbb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.703887202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"80df7beb-9df7-41d9-9b38-0511849959fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.704703607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"6f83de53-37b0-4202-b151-062e9a1f487b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.705072032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be750bbe-168d-4066-9e51-668e833cb67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.720121486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"321f23e5-03ae-4740-847e-25cf864a7e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.725720188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"6f83de53-37b0-4202-b151-062e9a1f487b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.726383185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be750bbe-168d-4066-9e51-668e833cb67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.7403612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"321f23e5-03ae-4740-847e-25cf864a7e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.790784042Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"54c1a7ad-9069-4927-9221-5662834bfe24","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.807713441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"94136444-03cb-493a-8b6f-1b98d0346016","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.807748273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"94136444-03cb-493a-8b6f-1b98d0346016","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.88046179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"6d6e63b1-5e33-4a98-a953-5c6f3a04c18f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.89554127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"10697508-688d-49cd-b1c4-1c821523e77d","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.900651251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"6d6e63b1-5e33-4a98-a953-5c6f3a04c18f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.915933437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"10697508-688d-49cd-b1c4-1c821523e77d","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.995395462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"147996b9-1437-4553-b195-0b391340b7bd","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.995530182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"48998655-84bc-4bb1-aa1b-f87b596c4fd8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.996223276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"3894df3c-3767-490e-b3a1-23b7886e24de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.996917823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c39f5488-bab4-4ac9-a671-5267a291a55f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.0495163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"48998655-84bc-4bb1-aa1b-f87b596c4fd8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.053649169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"147996b9-1437-4553-b195-0b391340b7bd","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.067318191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c39f5488-bab4-4ac9-a671-5267a291a55f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.072967904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"3894df3c-3767-490e-b3a1-23b7886e24de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.094857893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5319d86-11a6-4d6f-8c73-f3d1ce7ed975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.129028495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5319d86-11a6-4d6f-8c73-f3d1ce7ed975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.179883141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c670c74-34fc-407f-9daf-a88088f96c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.184209048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"dd7d3fc2-21fd-4c91-b7c6-fbc8b12c4318","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.201320304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c670c74-34fc-407f-9daf-a88088f96c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.202472375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f5d6f63c-b97c-481e-84ac-27334606aa97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.204864741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"dd7d3fc2-21fd-4c91-b7c6-fbc8b12c4318","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.208607948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6267d085-3671-4a39-8553-26761a8a88b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.215193492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"c5d9fad5-3148-423c-9af9-2983334650b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.22312053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f5d6f63c-b97c-481e-84ac-27334606aa97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.227504863Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"88f45e8c-9c57-4148-b0e1-b7f31d9a06fd","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.230128253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6267d085-3671-4a39-8553-26761a8a88b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.234862496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"c5d9fad5-3148-423c-9af9-2983334650b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.321734366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"e4662eaf-4cd8-4f63-b4b4-53ef8a2de81a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.337964766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29a4faf4-793c-40da-abde-37f27bfaaaa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.403830147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"e4662eaf-4cd8-4f63-b4b4-53ef8a2de81a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.417903853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29a4faf4-793c-40da-abde-37f27bfaaaa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.434962164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"59f381a4-6acf-400f-a87d-134c5f459738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.43656799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8e318a7-af7e-40ec-8e83-98edac1efe73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.458718589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"59f381a4-6acf-400f-a87d-134c5f459738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.458887885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8e318a7-af7e-40ec-8e83-98edac1efe73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.465648419Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"9ed43b1b-9f66-442e-a334-f0aeb0670cf7","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.506566927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"23a80837-1e11-4b72-876e-35c4c5e3b294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.527536729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"23a80837-1e11-4b72-876e-35c4c5e3b294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.578198514Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"6fff9eb1-5dec-4833-9c40-81e41de3efe1","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.586835898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"a11c1be0-708f-4cd6-ac3f-8eeaf7bfb30a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.589488106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"727f0d6b-7e56-4195-9e4d-c8ba617d83a5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.602979858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b1e4b1ec-0de2-464b-bb08-029ab24ec5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.604275808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"87f898ae-80b0-4baf-af2a-0b37c177fdad","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.607998058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"a11c1be0-708f-4cd6-ac3f-8eeaf7bfb30a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.610410031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"727f0d6b-7e56-4195-9e4d-c8ba617d83a5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.624100643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b1e4b1ec-0de2-464b-bb08-029ab24ec5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.624943345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"87f898ae-80b0-4baf-af2a-0b37c177fdad","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.713719991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"cb1647ee-a5d2-449a-a51e-e30c2f1339a8","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.713752987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"02996054-5d80-416d-a1a5-7ccc0ba6588b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.714353579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"fd7f92c9-4fa6-4458-84c4-fd33c215f623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.714367179Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"85f9dadd-d8d7-46af-a287-4acc690358b4","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.737965745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"fd7f92c9-4fa6-4458-84c4-fd33c215f623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.743172967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"02996054-5d80-416d-a1a5-7ccc0ba6588b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.743330856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"cb1647ee-a5d2-449a-a51e-e30c2f1339a8","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.749755647Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"364d2fc3-2fa5-4de2-a4ef-e633970ddaef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.78440318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"1838301e-e103-46c1-9706-96102101f0bf","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ef2ac3","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.78766976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"c8e72ff6-8c9f-467b-8c7d-6d1987f042c3","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.787770431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"c8e72ff6-8c9f-467b-8c7d-6d1987f042c3","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.791487991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"9a9eb04a-f377-478d-b9e0-a383699abf6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.805514118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e30d84ef-30c3-4968-97eb-db5a15733e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.812770736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"9a9eb04a-f377-478d-b9e0-a383699abf6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.821115323Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"90744cfc-75b1-4432-a94d-d909a6709ee1","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.827355715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e30d84ef-30c3-4968-97eb-db5a15733e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.886335706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"86acfca3-ff11-4efd-a05f-f4f7248f190c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.901454981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"2d037217-c1f8-4784-bf7f-b323b336badd","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.907197163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"86acfca3-ff11-4efd-a05f-f4f7248f190c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.923146806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"2d037217-c1f8-4784-bf7f-b323b336badd","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.0077101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"19e80d19-d17f-4920-a180-b3238b1df2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.017505864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ef98643-90b3-4678-a077-dc4d2e9dc01c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.030986126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"19e80d19-d17f-4920-a180-b3238b1df2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.040732945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ef98643-90b3-4678-a077-dc4d2e9dc01c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.10260656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"a614b866-9c7f-4abb-abe6-b9033eda0738","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.121896251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"09073d49-57a9-46ae-a8e0-2f9cb7f82229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.123918178Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"e02fd6a7-1f3c-4b0f-a75a-104fed722263","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.138381561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"a614b866-9c7f-4abb-abe6-b9033eda0738","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.142389122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"363d5494-e75d-4e75-81ff-47a7b33c7324","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.142457051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"363d5494-e75d-4e75-81ff-47a7b33c7324","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.174434411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"09073d49-57a9-46ae-a8e0-2f9cb7f82229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.214296025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2db7fea1-9619-494b-a2fe-526b65ecaee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.226155664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd286591-b33a-40b7-87c6-6b02f2b789b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.238069394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2db7fea1-9619-494b-a2fe-526b65ecaee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.248383154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd286591-b33a-40b7-87c6-6b02f2b789b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.294177404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"f43f726c-86a5-447a-a269-c2ce71db9fc0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.320931853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"1e4fea6b-1788-4833-b037-5d80024e0d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.321895997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"1006df18-cc4d-42ed-a05e-79b76ecadbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.325580272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"f43f726c-86a5-447a-a269-c2ce71db9fc0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.354562191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"1006df18-cc4d-42ed-a05e-79b76ecadbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.365248409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"1e4fea6b-1788-4833-b037-5d80024e0d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.411227678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"94e0402d-b6b1-4745-afb4-2d073e52b074","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.432267316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"94e0402d-b6b1-4745-afb4-2d073e52b074","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.500487721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"084fffee-2a6c-4f07-849f-ba63498946b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.515875025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"a9d6ef41-37fc-47e8-b058-010574f76c77","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.521562204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"084fffee-2a6c-4f07-849f-ba63498946b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.535246976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"a9d6ef41-37fc-47e8-b058-010574f76c77","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.616979908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"972ed72f-4506-4230-8b35-05131dfa8656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.617030841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b6fea21c-d44a-455f-9260-7c74c821d506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.638123378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"b6fea21c-d44a-455f-9260-7c74c821d506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.63853585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"972ed72f-4506-4230-8b35-05131dfa8656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.717361257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"691e76c1-8a06-4d4a-9bec-10d6c5ea300e","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.738610133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"691e76c1-8a06-4d4a-9bec-10d6c5ea300e","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.805654285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"ecceebdf-ef11-4482-968c-1ebfbf105105","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:55.832925358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"ecceebdf-ef11-4482-968c-1ebfbf105105","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.34722686Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"2f87a837-7699-48fe-a068-e5b09f3e9b8f","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.655798349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e76662-7274-4c7e-a25d-fcd9564d5696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.672607809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e76662-7274-4c7e-a25d-fcd9564d5696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.688969344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e76662-7274-4c7e-a25d-fcd9564d5696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.705130794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e76662-7274-4c7e-a25d-fcd9564d5696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.379780448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58cebf94-c58c-45b0-a837-05329d1dcdeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.396011999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58cebf94-c58c-45b0-a837-05329d1dcdeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.412263253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58cebf94-c58c-45b0-a837-05329d1dcdeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.428569205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58cebf94-c58c-45b0-a837-05329d1dcdeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.547629218Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.802084341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-176672","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"explicit-model-176672","reconcileID":"2bb98bf7-8fcb-47cd-9976-adbe6f0280a5","MaaSModelRef":{"name":"explicit-model-176672","namespace":"ai-tenant-e2e-explicit-176672"},"routeName":"explicit-model-176672-kserve-route","namespace":"ai-tenant-e2e-explicit-176672","llmisvcName":"explicit-model-176672","gateway":"openshift-ingress/e2e-explicit-176672","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.289714518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"6028d6d4-8cf0-422a-a285-8acb1147e2d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.292913297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"14c03236-b881-422f-83cb-8c2ec75d176e","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.293026233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"14c03236-b881-422f-83cb-8c2ec75d176e","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.387399761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"6028d6d4-8cf0-422a-a285-8acb1147e2d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.653716547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-0dd578","reconcileID":"594fa245-abc9-415b-8f29-80b48e1ea9fd","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.655157548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-0dd578","reconcileID":"dc9b5065-a9ff-4752-9167-58d9253903c0","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.697029385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"75f11164-3cd3-499c-95bc-60592cf3fdf5","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.697179436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"75f11164-3cd3-499c-95bc-60592cf3fdf5","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.706930416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-0dd578","reconcileID":"4065b27b-316e-4687-b5dc-8d0a50f09c1f","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.714024867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-0dd578","reconcileID":"dea9fbd6-e05f-4798-ad46-65f5ad1cb697","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.718601831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"03af6511-72e8-44e7-891f-125904435d9b","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.718633574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"03af6511-72e8-44e7-891f-125904435d9b","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.848930504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"b9b6e85a-e4fe-4fc6-a6c2-ec2330d902a9","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.849736231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"b9b6e85a-e4fe-4fc6-a6c2-ec2330d902a9","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.874789768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"529bb157-6bc4-432d-8c42-abbd9413ba46","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.874824941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"529bb157-6bc4-432d-8c42-abbd9413ba46","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.875525537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"377acffd-8e0f-4756-b386-b16d1a52f3ed","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.87555033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"377acffd-8e0f-4756-b386-b16d1a52f3ed","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.299269109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"2b880966-57b2-4bb0-a10a-e53d3f7cfd72","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.299804889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"6bed7cf3-5f30-4348-8032-4377ac701502","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.347110263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"6bed7cf3-5f30-4348-8032-4377ac701502","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.347552352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"2b880966-57b2-4bb0-a10a-e53d3f7cfd72","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.572748211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"c5e4cb46-3cd9-49d4-88e8-c6df39c5ac38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.607447949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"c5e4cb46-3cd9-49d4-88e8-c6df39c5ac38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.680298333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"8fc6c6ff-5563-4c22-9585-75d660bebe94","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.70515274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"8fc6c6ff-5563-4c22-9585-75d660bebe94","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.225998483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf884eb7-86e6-47c7-bd4b-4757e4fa943a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.227439063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3730f29-6c57-4fcf-b362-bdc622e47584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.248718333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf884eb7-86e6-47c7-bd4b-4757e4fa943a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.248934786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3730f29-6c57-4fcf-b362-bdc622e47584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.551569539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1de32a97-cf65-4cc5-8270-140cf3cd6104","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.551598581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1de32a97-cf65-4cc5-8270-140cf3cd6104","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.570398035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73cf9eb4-1c9f-452b-b02e-4ac32e759a2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.570468388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73cf9eb4-1c9f-452b-b02e-4ac32e759a2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.603694593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"1e748fb3-062b-4393-8b75-2741c1b7a5c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3a1d18","tenantID":"e2e-api-b-3a1d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.654870067Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"1e748fb3-062b-4393-8b75-2741c1b7a5c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"name":"e2e-api-b-3a1d18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.673382106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3a1d18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"1e748fb3-062b-4393-8b75-2741c1b7a5c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.694398761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41f00174-b1cf-44e9-9ff4-d7f7ba167492","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.694466268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41f00174-b1cf-44e9-9ff4-d7f7ba167492","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.855819807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"86a9f498-d0c6-4068-af92-11bcb4839cea","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.382477302Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"57302792-44c3-467c-9ee4-7e2948c8db5f","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.291932455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eeb500b-065e-46f2-b927-62ea7f3f0396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.291966802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eeb500b-065e-46f2-b927-62ea7f3f0396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.292223923Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"2d93b6d6-9765-4d6e-881f-1c12f7c213cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.408763316Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-policy-086da939","reconcileID":"2d93b6d6-9765-4d6e-881f-1c12f7c213cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"policyNamespace":"ai-tenant-e2e-mt-49ec1494","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.433506851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2498e488-db7a-4ad8-a6d1-33339dfa365d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.433529909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2498e488-db7a-4ad8-a6d1-33339dfa365d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.577766029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cefb917d-d348-4141-8e82-94dfa63b75df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.577833186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cefb917d-d348-4141-8e82-94dfa63b75df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.640880412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72c3cc36-ca47-4ee0-9731-abaf9f59896f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.642363713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4dc7c0a-59f6-4122-962c-a4e385a18d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.698300433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72c3cc36-ca47-4ee0-9731-abaf9f59896f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.715653168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4dc7c0a-59f6-4122-962c-a4e385a18d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.427554596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"0b56c493-3171-4d37-889b-ba60c0c24233","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.428099121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f713d4a2-73c3-4826-a7b2-ff883ab6dadc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.42812286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f713d4a2-73c3-4826-a7b2-ff883ab6dadc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.56211557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"0b56c493-3171-4d37-889b-ba60c0c24233","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.584289612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"f73736d4-a229-4452-b656-6064aed0f3f1","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.584310593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"f73736d4-a229-4452-b656-6064aed0f3f1","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.584931405Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"e6bf25ae-f147-4f99-89b2-851886fe8540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.635967804Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"0b56c493-3171-4d37-889b-ba60c0c24233","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"name":"e2e-api-a-8f7720-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.635994378Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"e2e-e2e-api-a-8f7720-policy","reconcileID":"0b56c493-3171-4d37-889b-ba60c0c24233","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8f7720-policy","namespace":"ai-tenant-e2e-api-a-8f7720"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8f7720","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.655563222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97742b08-84c7-4ba0-9732-c656322c74be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.655590175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97742b08-84c7-4ba0-9732-c656322c74be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.669539153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"e6bf25ae-f147-4f99-89b2-851886fe8540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.674603767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-0dd578","reconcileID":"8c561e2a-c33a-45cd-9651-c57f7640d248","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.674626308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-0dd578","reconcileID":"5fe48a5e-4bf8-44ea-adca-3fa8647204b9","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.720057456Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"e6bf25ae-f147-4f99-89b2-851886fe8540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"e2e-shared-a-w4-3f0dde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.720088754Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-sub-iso-auth-0dd578","reconcileID":"e6bf25ae-f147-4f99-89b2-851886fe8540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.739712241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"f9744acd-63d3-4d9f-a6f1-b14390a10dcb","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.739733748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"f9744acd-63d3-4d9f-a6f1-b14390a10dcb","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.846933723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-0dd578","reconcileID":"39c3e18d-d3e7-40dc-beb3-c882ff2613e6","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.847266499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-0dd578","reconcileID":"1bdd4190-906a-4d3f-aa10-63c5102f1d4f","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.877133199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"f09b7bfa-2d3b-4032-8777-cfd5b44b09b7","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.877163647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"f09b7bfa-2d3b-4032-8777-cfd5b44b09b7","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.927873316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adcfbcf0-e023-4a94-a776-eb12653df5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.927885734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66207553-6b7d-4474-b340-2447a8f0b75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.952714525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adcfbcf0-e023-4a94-a776-eb12653df5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.956369684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66207553-6b7d-4474-b340-2447a8f0b75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:12.747288136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"4d7d24f7-0a39-497f-9826-6930a0a156f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3a1d18","tenantID":"e2e-api-b-3a1d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:12.775933556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"4d7d24f7-0a39-497f-9826-6930a0a156f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"name":"e2e-api-b-3a1d18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:12.805098007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3a1d18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"4d7d24f7-0a39-497f-9826-6930a0a156f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.422574417Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"30d497f5-2ca2-4ab9-9360-361f586c418a","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.49709747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa2026f-8aa0-4c35-9e9a-14bbf3829145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.499118081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fb14b03-db3d-4d5a-9702-7dc9b0497481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.519412728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa2026f-8aa0-4c35-9e9a-14bbf3829145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.521119096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fb14b03-db3d-4d5a-9702-7dc9b0497481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.907475443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e3853f-41e2-431d-a3a7-880dcda8f990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.923947605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e3853f-41e2-431d-a3a7-880dcda8f990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.94079254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e3853f-41e2-431d-a3a7-880dcda8f990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.957203106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e3853f-41e2-431d-a3a7-880dcda8f990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:14.685808272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df50fe73-a553-47af-87da-62aa1d4a97ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:14.702593298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df50fe73-a553-47af-87da-62aa1d4a97ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:14.719503743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df50fe73-a553-47af-87da-62aa1d4a97ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:14.73614302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df50fe73-a553-47af-87da-62aa1d4a97ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:14.839590257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-sub","reconcileID":"c01b2743-cd4e-4b8f-861e-657cccf26ddf","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-f871dc","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:14.888371708Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"b5f422fa-1537-478a-9cef-380977108dfe","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:14.927004916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"a7154334-38ed-417e-a291-3564d189fad1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:14.934278835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"2534ea62-c057-438c-98ce-c9987ab12b54","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ef2ac3","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.016922707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"9bce0f92-6a89-43c9-b368-8ef07154ad6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.01693869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-0dd578","reconcileID":"18487ac3-ed68-4312-991c-a28131ab4874","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.017500891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-0dd578","reconcileID":"3936c732-d57b-4f10-90fa-def72c3746b6","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.117468605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"dd7fbb50-137b-4585-b260-af4167a786aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.138718441Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-0dd578","reconcileID":"ba19ebba-d650-4b1c-80ae-c184637ec495","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3f0dde/e2e-a-only-0dd578"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.14154853Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"94ece32e-3288-4799-9d8c-b07da6d122a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.219208774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"9aea5eed-6a48-4eea-a331-8f2bbe8a224c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.21933394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4085ed2e-9bf9-4713-bbc5-28e127dc5ea7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.239221996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-0dd578","reconcileID":"a3c20b79-cc83-46fe-a06f-f79652ba8e51","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.240672339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9083500a-32b7-4033-b98b-a48bab1978a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.002027138Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-0da87f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.021134176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"881aca44-6d37-4aba-96e2-a33d6131c6d6","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.021171305Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"881aca44-6d37-4aba-96e2-a33d6131c6d6","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:16.037893203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-sub","reconcileID":"022a5d23-5c2f-4f6a-961d-ac6b27ce7bdd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-169ef8-0da87f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.052954623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccfb072a-8116-4126-a65e-c2c95dc0f5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.055139521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e96d438d-4756-4fcf-a5f8-c2d0fd1fd411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.066793514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"0d905769-23b4-4fcf-b693-50d8d53b10ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.069079253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"7a2281b7-8340-4d73-9805-2a61e964a93e","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.069083042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"a07ce0a3-4a1b-46d4-94e0-afb2f1583edb","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.073431427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccfb072a-8116-4126-a65e-c2c95dc0f5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.074908382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e96d438d-4756-4fcf-a5f8-c2d0fd1fd411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.075084976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"33072c88-2e22-4900-aa80-b185e7707347","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.075104025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"33072c88-2e22-4900-aa80-b185e7707347","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.0870584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"0d905769-23b4-4fcf-b693-50d8d53b10ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.088929186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"a07ce0a3-4a1b-46d4-94e0-afb2f1583edb","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.089442687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"7a2281b7-8340-4d73-9805-2a61e964a93e","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:16.107466546Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"33072c88-2e22-4900-aa80-b185e7707347","name":"e2e-cfl-same-169ef8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-169ef8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:16.107530911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"33072c88-2e22-4900-aa80-b185e7707347","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-169ef8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.123651788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"d8b023de-5013-4de6-b378-720dc6f3d45f","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.123677625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"d8b023de-5013-4de6-b378-720dc6f3d45f","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.155787842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"29e1b2d5-ab54-4ce3-812b-fc4cc76e6d41","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.155817254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"29e1b2d5-ab54-4ce3-812b-fc4cc76e6d41","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.187923165Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-sub","reconcileID":"d03dc0bd-9851-45f7-afb4-e4322b23c3c9","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-same-169ef8","model":"e2e-cfl-same-169ef8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-0da87f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.189305532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"154fb3de-a7d4-4d6b-af78-b8d3c4396816","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.189330456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"154fb3de-a7d4-4d6b-af78-b8d3c4396816","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.270313613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"03dc0b9b-939a-43cb-b413-cea4e6dedbdf","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.270325745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"038b1c0b-47b1-4f34-9faf-7c164cef3049","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.271340948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"8fa0ba63-3cdb-4f2a-8caf-83d0a0687c2c","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.277035165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"99e36139-6f25-4a72-8701-4945c2e95b79","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.277065892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"99e36139-6f25-4a72-8701-4945c2e95b79","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.291232632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"03dc0b9b-939a-43cb-b413-cea4e6dedbdf","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.293676277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"8fa0ba63-3cdb-4f2a-8caf-83d0a0687c2c","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.295217123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"038b1c0b-47b1-4f34-9faf-7c164cef3049","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.341133962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-sub","reconcileID":"fefc8e54-7695-42ad-a7c5-c8f34110cb6d","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-same-169ef8","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.633821996Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-sub-086da939","reconcileID":"2bc3150d-d2bc-4c2e-8aac-c3996d7b19c6","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-086da939","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.684792456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"namespace":"ai-tenant-e2e-mt-49ec1494","name":"e2e-shared-int-sub-086da939","reconcileID":"2bc3150d-d2bc-4c2e-8aac-c3996d7b19c6","MaaSSubscription":{"name":"e2e-shared-int-sub-086da939","namespace":"ai-tenant-e2e-mt-49ec1494"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.758255837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b47aef26-8c4b-4a74-8f0d-e18f314aafab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.75827752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b47aef26-8c4b-4a74-8f0d-e18f314aafab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.758594334Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-0da87f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.808130479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a968d75-38f8-452f-918f-14842e0015d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.808560281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1905f722-4a28-449a-93b6-ed0b3744cd3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.82893295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1905f722-4a28-449a-93b6-ed0b3744cd3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.829073296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a968d75-38f8-452f-918f-14842e0015d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:21.942386516Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-0dd578","reconcileID":"6548593c-d6b2-41a6-b27a-356a48ac50f6","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscription":"e2e-shared-sub-0dd578","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:21.994099891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-shared-sub-0dd578","reconcileID":"6548593c-d6b2-41a6-b27a-356a48ac50f6","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.068481081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"e61549da-e77c-43ce-978d-9879925b701c","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.068500898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"e61549da-e77c-43ce-978d-9879925b701c","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.068688951Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-0da87f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.118869744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b07e203b-74ec-425e-b11b-7d89ad3dfd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.118870038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f81b5843-0b16-4c0a-bae3-feef677ca591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.15079774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f81b5843-0b16-4c0a-bae3-feef677ca591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.158399791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b07e203b-74ec-425e-b11b-7d89ad3dfd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.216414484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"51059f7a-eb97-4d68-8c6e-527c081c30e4","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.216470588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"51059f7a-eb97-4d68-8c6e-527c081c30e4","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.370718338Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","namespace":"ai-tenant-e2e-api-a-8f7720","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.37096976Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","namespace":"ai-tenant-e2e-api-a-8f7720","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.371071878Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","tenant":"e2e-api-a-8f7720","tenantID":"e2e-api-a-8f7720","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.391035983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"Deployment","name":"maas-api-e2e-api-a-8f7720","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.422669379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13c85499-0a4e-4e10-b9d7-678201ebaac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.422735512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"133d9bd2-89d9-4511-a212-b0a6314264c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.435453492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"Service","name":"maas-api-e2e-api-a-8f7720","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.448813729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13c85499-0a4e-4e10-b9d7-678201ebaac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.454740084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"133d9bd2-89d9-4511-a212-b0a6314264c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.460770604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-8f7720","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.487300481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-8f7720","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.512292514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.53193704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.553430487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.571378579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.587237004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"Deployment","name":"payload-processing-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.604371494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.625355668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"Service","name":"payload-processing-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.644872457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"Service","name":"payload-pre-processing-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.661240627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.700728678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.72786621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.755267369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.783680153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.800846004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.821295591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-8f7720","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.839143108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8f7720"},"namespace":"ai-tenant-e2e-api-a-8f7720","name":"default-tenant","reconcileID":"49e39d0c-03c0-4914-9637-c36f08eff687","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-8f7720","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.858048834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"df0ebf50-f42e-4d6a-bdf8-e4c6b5cf2a65","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3a1d18","tenantID":"e2e-api-b-3a1d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.886277069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"df0ebf50-f42e-4d6a-bdf8-e4c6b5cf2a65","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"name":"e2e-api-b-3a1d18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.905551554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3a1d18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c64c8d0ed30970ee5186d43c53643da118ec4d2430792fc8177a08d0524ac3dd) AuthConfig (54854defa4d0366ff80b66e543dc0ff60d6496b2394049e25ee9e021a8d440a1) AuthConfig (a9c6745a58c6c2b86c32f0ba285a23820572e06db6a42c09f85b54f7c01bbb60) AuthConfig (b47bee2f79e6dd53047b8dfbfbe159c71726cadd641bb7f7b95d0b125beca83f) AuthConfig (3ff2914a8ff44c5c416cceffbe816cbb4fdc86d7e15348947b25bbe8e2a54ad7) AuthConfig (a4845ce688c44b738ff8d0f93d8a767bb0bfe0ef01963ad70291a6f8a02335ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"df0ebf50-f42e-4d6a-bdf8-e4c6b5cf2a65","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.92570069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67ed6a9c-64c7-4677-9f2e-b775c2a005b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.925722416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67ed6a9c-64c7-4677-9f2e-b775c2a005b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.096738247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7339102c-3ab0-42c1-84bd-b9d5eae2c09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.099075562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7729b604-5293-4a92-9ad0-eed6d787838e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.11874602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7339102c-3ab0-42c1-84bd-b9d5eae2c09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.128187213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7729b604-5293-4a92-9ad0-eed6d787838e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.535998719Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"0d6e43b2-dd38-40d9-b171-96b2dd7ea74e","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.803475503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"191bc57f-3b72-41cf-af95-0fd7778d732e","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ef2ac3","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.884183207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"e646e1d9-18e2-49a4-b1e3-0423ffd22d5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.890179946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"dbc2c774-1d00-40c7-a188-6c1d9a7e6ec3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.024520088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-sub","reconcileID":"5b18e741-d374-488f-b69b-75558c1469ac","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-same-169ef8","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.029167212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"518f47f8-b580-4b4c-8034-087609eea3a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.153071523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-sub","reconcileID":"e6fa78bb-c521-463c-87d7-1224156cf146","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-f871dc","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.154292119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"a5259eb7-f40e-4738-9523-8ce268553778","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.17284825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"f8dc0234-4de0-4095-b72a-68e495606703","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.172987334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"f8dc0234-4de0-4095-b72a-68e495606703","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.350302588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-0dd578","reconcileID":"29e6f3cd-43f3-4cd7-9da2-40a966b1d643","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.350877812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b9393d2b-a179-4727-aaff-ff6133c94e13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.356178755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-0dd578","reconcileID":"ca23ac0b-8838-4476-ae3e-929d19964a42","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.474588233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f87e6598-1777-48b3-85e0-6b0723fa044f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.650129976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"32d4958b-5d8e-4b6a-b384-72fd4865a109","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.655231776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"22bd6c53-9633-4126-91ad-96583674d5fb","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.671676975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"32d4958b-5d8e-4b6a-b384-72fd4865a109","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.677222279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"22bd6c53-9633-4126-91ad-96583674d5fb","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.929079821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"dfcce11f-0a61-4b52-8c00-4cfdc532ab20","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.292134233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb8a519d-3d9a-4b1c-99d9-d59036752546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.305028661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be15d6b3-9c75-4e42-b490-e25d249fe89a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.315857314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb8a519d-3d9a-4b1c-99d9-d59036752546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.341495698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be15d6b3-9c75-4e42-b490-e25d249fe89a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.450402504Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"7314cce7-f0ce-4803-b06b-a3c0ded44b44","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.492682914Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"2e2ee51b-6d48-4ae4-9a44-8080a8fd4d4b","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.562799334Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8f7720","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8f7720","reconcileID":"2c4372b7-c40e-4294-80f5-9a851e7ee12a","aitenant":"ai-tenants/e2e-api-a-8f7720","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.694950868Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"232ebaaf-e234-4d4e-82c9-07c29929be41","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.804189013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2ab2722-cbf7-4c7e-b6a2-50807dff8d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.804194491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2322d041-417d-49f4-bd88-c957544c070e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.838556687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2ab2722-cbf7-4c7e-b6a2-50807dff8d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.843586362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2322d041-417d-49f4-bd88-c957544c070e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.878186179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067fc4ff-421f-46f7-b2ed-1b525cef40ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.899857693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067fc4ff-421f-46f7-b2ed-1b525cef40ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.920954133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067fc4ff-421f-46f7-b2ed-1b525cef40ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.932849229Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8f7720","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8f7720","reconcileID":"2c4372b7-c40e-4294-80f5-9a851e7ee12a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8f7720","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-8f7720"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.957047833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067fc4ff-421f-46f7-b2ed-1b525cef40ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.107493832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e10d9de-fc6f-4f79-a16d-63ca55217c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.109830318Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"69d083f1-a814-4475-9609-7f4ba27f85b8","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.146492346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e10d9de-fc6f-4f79-a16d-63ca55217c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.187544284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7c4b70a-c523-4864-a5f5-d9e7b3e63b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.227297084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7c4b70a-c523-4864-a5f5-d9e7b3e63b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.16635745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb395f76-20d4-4696-a9f4-6b5ceb6cb1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.186230112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb395f76-20d4-4696-a9f4-6b5ceb6cb1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.205171686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb395f76-20d4-4696-a9f4-6b5ceb6cb1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.22280204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb395f76-20d4-4696-a9f4-6b5ceb6cb1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.552844127Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.278656161Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-0dd578","reconcileID":"8bb5ea22-3a57-4612-b096-0671eeb98cc5","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","subscription":"e2e-a-only-0dd578","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.298986687Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-0dd578","reconcileID":"8bb5ea22-3a57-4612-b096-0671eeb98cc5","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.32006746Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"e2e-a-only-0dd578","reconcileID":"8bb5ea22-3a57-4612-b096-0671eeb98cc5","MaaSSubscription":{"name":"e2e-a-only-0dd578","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"name":"maas-trlp-sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.417552272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"23f5bba4-88f6-4ccc-9077-88230f4e4a4c","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"tenant":"e2e-shared-a-w4-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","model":"ai-tenant-e2e-shared-a-w4-3f0dde/sub-test-model-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.41859812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"sub-test-model-3f0dde","reconcileID":"23f5bba4-88f6-4ccc-9077-88230f4e4a4c","MaaSModelRef":{"name":"sub-test-model-3f0dde","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"routeName":"sub-test-model-3f0dde-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","llmisvcName":"sub-test-model-3f0dde","gateway":"openshift-ingress/e2e-shared-a-w4-3f0dde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.418214351Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-0da87f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.467785427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efd84fef-1922-44eb-a78c-1f724935bf08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.468574235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34403abf-1b84-478e-ae2a-5a7d85990615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.488713893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efd84fef-1922-44eb-a78c-1f724935bf08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.488843581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34403abf-1b84-478e-ae2a-5a7d85990615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.695513047Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"12698cc2-7b9b-4628-a72c-288d75f70b7b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.695599717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"30e62acf-1640-4f49-baa8-3394512fc3f9","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.695612406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"30e62acf-1640-4f49-baa8-3394512fc3f9","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.71926909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"75c212d3-5da2-410e-a148-67b5cc6f4a41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3a1d18","tenantID":"e2e-api-b-3a1d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.731968305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"474f6548-93a6-43fa-9c4f-604c12d68969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.734988765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce8676e2-a120-45e8-9f0e-b7cd93d1b429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.739226417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"75c212d3-5da2-410e-a148-67b5cc6f4a41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"name":"e2e-api-b-3a1d18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.75321849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"474f6548-93a6-43fa-9c4f-604c12d68969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.757324404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce8676e2-a120-45e8-9f0e-b7cd93d1b429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.783209365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-0dd578","reconcileID":"320e9d6f-f957-48f1-bd0c-71837076b872","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.783360324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-0dd578","reconcileID":"7db3e26f-ab1e-43b6-8c44-12077fc46a08","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.83489842Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"7a237b56-a043-44c2-af21-d09a80279035","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.901002776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"12698cc2-7b9b-4628-a72c-288d75f70b7b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.933336538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fdbc037-1c08-4752-a34d-e40a3bd3362a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.933359612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fdbc037-1c08-4752-a34d-e40a3bd3362a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.995782415Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"12698cc2-7b9b-4628-a72c-288d75f70b7b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.995808719Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"12698cc2-7b9b-4628-a72c-288d75f70b7b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.016261073Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"2dcdd6d0-da68-4e57-90b6-26dd53bb310e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.016568639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"d901691f-0c80-47e0-80cf-06320fa0c9d0","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.016585566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"d901691f-0c80-47e0-80cf-06320fa0c9d0","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.016667675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"3bb24cee-0334-4afa-9244-c9d636bfbb0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3a1d18","tenantID":"e2e-api-b-3a1d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.037839979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"3bb24cee-0334-4afa-9244-c9d636bfbb0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"name":"e2e-api-b-3a1d18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.079082435Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b43ff711-354c-4c33-a748-b158010e48a8","namespace":"ai-tenant-e2e-api-b-3a1d18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.079161082Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b43ff711-354c-4c33-a748-b158010e48a8","namespace":"ai-tenant-e2e-api-b-3a1d18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.07921318Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b43ff711-354c-4c33-a748-b158010e48a8","name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.100293185Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b43ff711-354c-4c33-a748-b158010e48a8","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.100469925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e1edccd-46ef-4bd1-a5f4-edf36c353c2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.100485976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e1edccd-46ef-4bd1-a5f4-edf36c353c2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.13363294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-0dd578","reconcileID":"d8c48d0e-a866-4a59-a314-353d0d6aa833","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.135510021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-0dd578","reconcileID":"0bbbfb0a-2fd8-448b-97e6-735a6372004b","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.151165429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"5dad8833-11d7-427b-9e93-871da0a6d4d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.154788938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"2dcdd6d0-da68-4e57-90b6-26dd53bb310e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.197101326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"e732cee3-dc82-4f15-a6aa-1b9e29c84080","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.197139139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"e732cee3-dc82-4f15-a6aa-1b9e29c84080","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.29717507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"2dcdd6d0-da68-4e57-90b6-26dd53bb310e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"e2e-shared-b-w4-e45ed0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.297208425Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"2dcdd6d0-da68-4e57-90b6-26dd53bb310e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.299348409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d9e898-df48-4bda-a0e4-c897761c07ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.316476733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d9e898-df48-4bda-a0e4-c897761c07ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:33.317173907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-sub-iso-auth-0dd578","reconcileID":"2dcdd6d0-da68-4e57-90b6-26dd53bb310e","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-0dd578\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.333455974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d9e898-df48-4bda-a0e4-c897761c07ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.350694355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d9e898-df48-4bda-a0e4-c897761c07ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.368855866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6558d7c6-6bc1-4388-bc2c-bb09202c509a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.401202834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6558d7c6-6bc1-4388-bc2c-bb09202c509a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.405470976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7d863f0-70ef-4281-9bdb-6c6e1f632644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.40440687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"5dad8833-11d7-427b-9e93-871da0a6d4d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3a1d18","tenantID":"e2e-api-b-3a1d18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.434287586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7d863f0-70ef-4281-9bdb-6c6e1f632644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.471850308Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"5dad8833-11d7-427b-9e93-871da0a6d4d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"name":"e2e-api-b-3a1d18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.47187482Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"e2e-e2e-api-b-3a1d18-policy","reconcileID":"5dad8833-11d7-427b-9e93-871da0a6d4d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3a1d18-policy","namespace":"ai-tenant-e2e-api-b-3a1d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3a1d18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.491841403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d6339a0-3d60-48d4-aa7e-1eb69017cb4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:33.49186093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d6339a0-3d60-48d4-aa7e-1eb69017cb4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.017840586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947018c8-3aaf-40f2-ae68-2382eb0441d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.03861415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947018c8-3aaf-40f2-ae68-2382eb0441d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.055443315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947018c8-3aaf-40f2-ae68-2382eb0441d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.072956662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947018c8-3aaf-40f2-ae68-2382eb0441d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.179560687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"5ee6125c-e282-4320-8806-95ecc97b0cf8","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.179591556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"5ee6125c-e282-4320-8806-95ecc97b0cf8","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.212097472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"a8d661fb-d490-44f1-8619-400f7fd3613b","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.212122545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"a8d661fb-d490-44f1-8619-400f7fd3613b","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.260352234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"53fd181f-d04f-4eca-92a3-4a02274f2694","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.279699131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"53fd181f-d04f-4eca-92a3-4a02274f2694","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.415605126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"8154e454-5c18-4e54-9775-73f268a3a283","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.415633192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"8154e454-5c18-4e54-9775-73f268a3a283","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.965681021Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"bb9716cf-56f5-45e3-a5fd-15259b62c86b","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.831801091Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-427820-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.848744742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"5cddb7ee-3ac9-4dd8-9f8c-3249160a4e5e","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.848776169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"5cddb7ee-3ac9-4dd8-9f8c-3249160a4e5e","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:39.871826298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-sub","reconcileID":"d75f7c9e-4c73-45b8-8d41-f613a838426a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-169ef8-427820-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.889017352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf03c220-1dfa-4322-a6dd-0c6b186f16b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.903395226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"bfe08473-8ca1-40e8-a52e-363d33526172","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.903527387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"bfe08473-8ca1-40e8-a52e-363d33526172","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.909305914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf03c220-1dfa-4322-a6dd-0c6b186f16b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.919685737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"7aa1d6cb-ce57-4745-8bc6-18004dfd5d42","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.919904816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"df2674f1-d5e3-49bd-aa64-1a0d0a0552bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.920652596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"61c271ff-962b-444b-9292-7641dda5363f","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.921258099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"c41b02dd-433c-4910-abf0-4b1d7227a849","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.937269638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"a3dcadcd-2330-4941-ac00-679943fed578","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.937298719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"a3dcadcd-2330-4941-ac00-679943fed578","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.940536364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"df2674f1-d5e3-49bd-aa64-1a0d0a0552bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.941825153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"7aa1d6cb-ce57-4745-8bc6-18004dfd5d42","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.943436407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"61c271ff-962b-444b-9292-7641dda5363f","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.945397381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"c41b02dd-433c-4910-abf0-4b1d7227a849","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.970002162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"84113d5a-80b5-4b58-8941-fe4ba3c7b871","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.970033786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"84113d5a-80b5-4b58-8941-fe4ba3c7b871","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.003559531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"e37264d0-cf9d-42f0-be0a-694a9cd28fd2","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.003597353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"e37264d0-cf9d-42f0-be0a-694a9cd28fd2","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.009363917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7655e498-8327-46f3-bed9-d673b0d9e010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.017851358Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-sub","reconcileID":"eba7bef9-cfe8-40ab-b0e1-1d13f1e405ea","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-same-169ef8","model":"e2e-cfl-same-169ef8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-427820-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.030841591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7655e498-8327-46f3-bed9-d673b0d9e010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.042114241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"5a4caeb3-21b2-4909-bb43-2ba1c4a2080b","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.042148771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"5a4caeb3-21b2-4909-bb43-2ba1c4a2080b","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.115640584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"371a0f9d-119d-442c-8b1c-ea24ff659482","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.115670535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"371a0f9d-119d-442c-8b1c-ea24ff659482","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.180462098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-sub","reconcileID":"34c288d2-1b84-436c-8c37-973b462e7920","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-same-169ef8","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.240909032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"6e72a070-4cc2-42f5-a15b-a2f0be836565","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.241344198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"ad2b13c2-e599-4a28-b36a-af2967af94e8","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.241457983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"d61a75e9-9519-4779-a744-0f5709807c0b","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.247394337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"a8fea450-09ac-4c3b-bf02-b00836dd747c","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.261444769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"6e72a070-4cc2-42f5-a15b-a2f0be836565","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.262261824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"ad2b13c2-e599-4a28-b36a-af2967af94e8","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.263647058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"d61a75e9-9519-4779-a744-0f5709807c0b","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.267235928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"a8fea450-09ac-4c3b-bf02-b00836dd747c","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.871162282Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"d8b20a4f-d242-4543-a9a5-8cff7326db23","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.372886832Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-0dd578","reconcileID":"2f5c9937-3093-4424-bb76-438593ff0645","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscription":"e2e-shared-sub-0dd578","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.444827694Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-shared-sub-0dd578","reconcileID":"2f5c9937-3093-4424-bb76-438593ff0645","MaaSSubscription":{"name":"e2e-shared-sub-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-e45ed0/e2e-b-only-0dd578"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.510171406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-0dd578","reconcileID":"fef04175-7d91-44c7-b13e-1fe375d049b1","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.517098744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"e9e0c0a1-c38d-4da6-865b-2f85a84715ab","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.517121785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"e9e0c0a1-c38d-4da6-865b-2f85a84715ab","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.517445163Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-427820-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.567525476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"facfae4f-60b8-4edd-9524-facdc2fc9cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.567553102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93142f8a-7ab9-4b62-acc9-e66f8de930e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.587987666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"facfae4f-60b8-4edd-9524-facdc2fc9cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.588916326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93142f8a-7ab9-4b62-acc9-e66f8de930e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.827056477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"15098506-13fc-4a67-8a06-b3c3dee0b10b","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.827083199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"15098506-13fc-4a67-8a06-b3c3dee0b10b","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.878443294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2180c48-e32b-45e1-a602-8b088583455d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.878412612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbbeacfd-1313-4208-944a-ebcae1062f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.899186518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbbeacfd-1313-4208-944a-ebcae1062f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.899349766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2180c48-e32b-45e1-a602-8b088583455d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:45.000849632Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"158238ef-e24d-434c-ab9f-59c9efd6a96d","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.177969893Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","namespace":"ai-tenant-e2e-api-b-3a1d18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.178032043Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","namespace":"ai-tenant-e2e-api-b-3a1d18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.178082937Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","tenant":"e2e-api-b-3a1d18","tenantID":"e2e-api-b-3a1d18","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.196691746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"Deployment","name":"maas-api-e2e-api-b-3a1d18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.224737125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"Service","name":"maas-api-e2e-api-b-3a1d18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.252280641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-3a1d18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.274679543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-3a1d18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.295564452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.31417577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.335802629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.354643599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.370509881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"Deployment","name":"payload-processing-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.387628856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.403618825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"Service","name":"payload-processing-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.421808858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"Service","name":"payload-pre-processing-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.439176994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.455525094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.472792356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.498811794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.534107317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.581475443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.598854405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-3a1d18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.616706173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3a1d18"},"namespace":"ai-tenant-e2e-api-b-3a1d18","name":"default-tenant","reconcileID":"b477e435-224c-496a-a30a-da5e50a4a304","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-3a1d18","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.826471001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"393373cc-d8e9-4dc5-836f-c1c59a2c7f67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.903201249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3f29eec-3e20-4183-a1b4-413013b04fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.906189881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"393373cc-d8e9-4dc5-836f-c1c59a2c7f67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.926623416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3f29eec-3e20-4183-a1b4-413013b04fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:48.94429928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-sub","reconcileID":"0541c9bb-4178-47fd-8094-56fc0afa7aea","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-same-169ef8","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.036792166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"ad1640d4-0cf8-4d55-9756-428f930c6691","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.03682433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"ad1640d4-0cf8-4d55-9756-428f930c6691","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.303291509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"f103f883-1f4c-45be-9a7b-3feeaf7abbd9","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.329398958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"f103f883-1f4c-45be-9a7b-3feeaf7abbd9","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.724785859Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"9f4d90f4-3694-45ce-ab40-5aedc1108213","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.743553635Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"94169d27-8d4d-4f3b-a00a-823cf9e14aff","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.777743556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd0fcd41-1ac9-4228-bb71-f3fccedaa897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.780488359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"31e4e9e4-ee2a-4b98-bef4-3cb9c1f4b383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.797922777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd0fcd41-1ac9-4228-bb71-f3fccedaa897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.801876222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"31e4e9e4-ee2a-4b98-bef4-3cb9c1f4b383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.808235297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"60558fe7-94b8-4d04-b36a-e095023fad11","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.809320507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"bc4bd64e-916a-4813-aca8-7b6c25ec3e38","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.809558517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"b46dec49-2d9f-4534-b9c2-cd16a4b69765","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.829021434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"60558fe7-94b8-4d04-b36a-e095023fad11","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.830392948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"b46dec49-2d9f-4534-b9c2-cd16a4b69765","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.832136744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"bc4bd64e-916a-4813-aca8-7b6c25ec3e38","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.870182491Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"c9e7b8ee-dbd7-4fe0-afe7-157fdd3e5069","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.904029995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"d4db918b-9c85-4293-b189-ccb5a2325e1a","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.904065949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"d4db918b-9c85-4293-b189-ccb5a2325e1a","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.941750088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"3eefed0d-0eed-460a-9b70-8dafa4675918","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ef2ac3","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.941774806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"3f5bd103-68d4-49fe-adee-769f6e440270","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.941793491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"3f5bd103-68d4-49fe-adee-769f6e440270","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.942282899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-sub","reconcileID":"3d74983c-998c-4e1d-be0a-5e110b2ca6cb","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-same-169ef8","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.974402212Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"7020f6f9-6a76-4c75-be6e-eab0d72cd97b","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.984961187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9a103d6e-df42-43ff-8981-7be564a864da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.984993688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"f76190e1-d42d-4984-b55d-d3f639bbfffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.005228806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"f76190e1-d42d-4984-b55d-d3f639bbfffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.005537269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"9a103d6e-df42-43ff-8981-7be564a864da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.039036439Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"54187f18-5127-4a8e-aca6-74cdc829b9f7","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.085393772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"8ca99995-c49a-41dd-8ab7-8bc84f7d9172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.08670732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d889b638-e2df-41f1-9ff0-e24ac43675b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.118368637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d889b638-e2df-41f1-9ff0-e24ac43675b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.122801926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"8ca99995-c49a-41dd-8ab7-8bc84f7d9172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.159779618Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"fa20fe69-347a-42e5-8288-0aa45701ec5d","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.165146927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"7c15eb0e-c6c6-45fa-aa76-a0059e219061","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.244814698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"7c15eb0e-c6c6-45fa-aa76-a0059e219061","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.266159333Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"dc90e5fd-80a6-4992-aed1-c62e6266d165","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.282302188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"24afddd6-affa-4371-b2bb-3453a11d303b","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.282330404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"24afddd6-affa-4371-b2bb-3453a11d303b","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ok-842115-d6367f10455c","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ok-842115","externalModel":"e2e-cfl-ok-842115","provider":"e2e-cfl-ok-842115-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.288831726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f9d9383-e220-47eb-9723-5a8f5bc95602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.28964312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"d7980b9a-6dd9-4f8f-ad7e-631fb535f18b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.422635004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"d7980b9a-6dd9-4f8f-ad7e-631fb535f18b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.424651023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f9d9383-e220-47eb-9723-5a8f5bc95602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.532449439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"8b95f08b-8c31-40c2-820b-e2d84869ed3d","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.53251845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"1023c648-b6a3-44e4-9572-b34eb34dd52f","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.55276175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"1023c648-b6a3-44e4-9572-b34eb34dd52f","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.553205843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"8b95f08b-8c31-40c2-820b-e2d84869ed3d","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.631179584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"9e2dbcee-40e2-42a6-9531-dfba231804e0","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.651731109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"9e2dbcee-40e2-42a6-9531-dfba231804e0","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.665398457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"83c5abb1-f466-47e3-bad1-594e92ca7924","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.665452676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"83c5abb1-f466-47e3-bad1-594e92ca7924","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ok-842115-d6367f10455c","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ok-842115","externalModel":"e2e-cfl-ok-842115","provider":"e2e-cfl-ok-842115-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.684545347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4a695c62-70fe-4b2e-a627-c5dcb7959477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.705768436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"4a695c62-70fe-4b2e-a627-c5dcb7959477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.786056057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e56a1101-ed64-4d0b-bbd6-44c350aed7a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.805877392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e56a1101-ed64-4d0b-bbd6-44c350aed7a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.829039619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"ea2fd386-6718-488c-b0e8-e77c9e4d1232","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.829035969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"69d07379-a927-4c40-bb0a-69b6e7903258","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.84914738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"ea2fd386-6718-488c-b0e8-e77c9e4d1232","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.849618964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"69d07379-a927-4c40-bb0a-69b6e7903258","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.882541864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"099b5373-d55b-4af5-b22d-d928a1f12e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.902279313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"099b5373-d55b-4af5-b22d-d928a1f12e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.903461054Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"baf7c670-fd68-4698-84bf-69b8b4f73610","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.983146264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"08f64b05-136b-4172-b008-397cee2de412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.003025096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"08f64b05-136b-4172-b008-397cee2de412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.069079323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"fdea7396-2f5a-4e10-bfc6-aac6ab7b167b","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.069108002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"fdea7396-2f5a-4e10-bfc6-aac6ab7b167b","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ok-842115-d6367f10455c","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ok-842115","externalModel":"e2e-cfl-ok-842115","provider":"e2e-cfl-ok-842115-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.083539002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"1dce9a3d-bb92-4f05-baf7-4c298d458b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.08397858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11703ebe-32c9-4abe-97c4-9bbfc0b1dab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.105062974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"1dce9a3d-bb92-4f05-baf7-4c298d458b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.105079713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11703ebe-32c9-4abe-97c4-9bbfc0b1dab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.299668775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08921d4f-a314-44fe-9171-9d7885ad4fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.299772015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f82694d4-e800-4c8b-9646-385aaeefbf7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.320343036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08921d4f-a314-44fe-9171-9d7885ad4fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.320639281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f82694d4-e800-4c8b-9646-385aaeefbf7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.399942389Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"61eae1dc-599e-45e3-9f54-c6eb4b069c60","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.85299158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1599ea4-7f94-4198-a395-a3f3302a6484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.869271056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1599ea4-7f94-4198-a395-a3f3302a6484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.912326183Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-0dd578","reconcileID":"a9c40cf6-d85c-4707-86ba-4063f34d9008","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","subscription":"e2e-b-only-0dd578","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.913935811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1599ea4-7f94-4198-a395-a3f3302a6484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.934225683Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-0dd578","reconcileID":"a9c40cf6-d85c-4707-86ba-4063f34d9008","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.938778818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1599ea4-7f94-4198-a395-a3f3302a6484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.955940577Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"e2e-b-only-0dd578","reconcileID":"a9c40cf6-d85c-4707-86ba-4063f34d9008","MaaSSubscription":{"name":"e2e-b-only-0dd578","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"name":"maas-trlp-sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.050382186Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-427820-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.050413285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"3ba7464a-2d39-4bea-b05a-ee77fe85321b","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"tenant":"e2e-shared-b-w4-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","model":"ai-tenant-e2e-shared-b-w4-e45ed0/sub-test-model-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.050468729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"sub-test-model-e45ed0","reconcileID":"3ba7464a-2d39-4bea-b05a-ee77fe85321b","MaaSModelRef":{"name":"sub-test-model-e45ed0","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"routeName":"sub-test-model-e45ed0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","llmisvcName":"sub-test-model-e45ed0","gateway":"openshift-ingress/e2e-shared-b-w4-e45ed0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.101103392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7acc8726-b6f9-42df-8fc7-26812d60b73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.101127249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c44caa-f973-48ea-b8e4-9a5f6ece5925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.122802223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7acc8726-b6f9-42df-8fc7-26812d60b73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.123403378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c44caa-f973-48ea-b8e4-9a5f6ece5925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.590436736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195a400f-3e34-4214-9b3f-324e6453851f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.606546489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195a400f-3e34-4214-9b3f-324e6453851f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.622628031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195a400f-3e34-4214-9b3f-324e6453851f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.639154648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195a400f-3e34-4214-9b3f-324e6453851f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.431351755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b283ae5c-dc5b-41e1-954b-a8816c83cde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.440162681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a4baea1-c778-4c90-9f6b-1bb1c1391307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.451668883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b283ae5c-dc5b-41e1-954b-a8816c83cde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.460468616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a4baea1-c778-4c90-9f6b-1bb1c1391307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.593010127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f19a23-e7f0-4f95-99e2-dceae482445d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.609183799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f19a23-e7f0-4f95-99e2-dceae482445d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.625669806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f19a23-e7f0-4f95-99e2-dceae482445d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.642073093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f19a23-e7f0-4f95-99e2-dceae482445d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.664044931Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"d95998eb-54d1-4fb6-85d0-d32b5308b0c1","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.700583229Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"d8b45dd9-bcf7-45b2-974c-87dd25b9e0fc","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.811512204Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3a1d18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3a1d18","reconcileID":"fe742438-045b-4601-af89-ed65c58f8bba","aitenant":"ai-tenants/e2e-api-b-3a1d18","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.862412631Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"bf3ca528-5d7d-4d54-a945-ced184c3623d","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:56.060378669Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3a1d18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3a1d18","reconcileID":"fe742438-045b-4601-af89-ed65c58f8bba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3a1d18","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-3a1d18"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:56.120159933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aad3f12a-a002-4514-9b00-8e56e32285c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:56.123985511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8feb7a52-91fe-4d8b-823b-5dbbb2e3cac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:56.196673552Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"4c7dbecc-22d8-40e2-a3f4-b387085f03c0","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:56.213354379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8feb7a52-91fe-4d8b-823b-5dbbb2e3cac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:56.218935086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aad3f12a-a002-4514-9b00-8e56e32285c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:56.39578901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff30718-9004-4e46-b8a5-618f950d0947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:56.41203257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff30718-9004-4e46-b8a5-618f950d0947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:56.428929219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff30718-9004-4e46-b8a5-618f950d0947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:56.448914322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff30718-9004-4e46-b8a5-618f950d0947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.186754268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2937d3-df5e-4fa0-be5e-68ca35254887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.203190876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2937d3-df5e-4fa0-be5e-68ca35254887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.219363642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2937d3-df5e-4fa0-be5e-68ca35254887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.235794848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2937d3-df5e-4fa0-be5e-68ca35254887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.43565312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdb3f9b9-cdef-4feb-b0c3-b0bb08ed7f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.435832127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9b75db1-3c7e-493d-8774-a541731ab71a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.462304385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9b75db1-3c7e-493d-8774-a541731ab71a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.462633251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdb3f9b9-cdef-4feb-b0c3-b0bb08ed7f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.58107699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9df13962-4430-4ea2-9ba0-666f35c435db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.581076988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffa8aac8-b683-4242-8993-9dd7df1f5f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.602060114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9df13962-4430-4ea2-9ba0-666f35c435db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.602736021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffa8aac8-b683-4242-8993-9dd7df1f5f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.717936097Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","namespace":"ai-tenant-e2e-explicit-176672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.718016845Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","namespace":"ai-tenant-e2e-explicit-176672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.718068353Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","tenant":"e2e-explicit-176672","tenantID":"e2e-explicit-176672","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.735940338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"Deployment","name":"maas-api-e2e-explicit-176672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.763948002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"Service","name":"maas-api-e2e-explicit-176672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.784838468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-176672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.803080162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-176672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.810212336Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ok-842115-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-427820-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.821461522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.831209063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"9ac44af9-ea54-44ff-9569-72a41accae20","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.831244467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"9ac44af9-ea54-44ff-9569-72a41accae20","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ok-842115-d6367f10455c","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ok-842115","externalModel":"e2e-cfl-ok-842115","provider":"e2e-cfl-ok-842115-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.839700768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.861095748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:57.873787255Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ok-842115-0da87f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-842115-0da87f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.879289746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.88747184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"193c3c3b-b382-45b6-bce1-35bd14122cf0","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.887505271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"193c3c3b-b382-45b6-bce1-35bd14122cf0","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.89575205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"Deployment","name":"payload-processing-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.90003835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926ffded-481b-40b6-b6d4-9b7c8a34c7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.916715888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.918046036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926ffded-481b-40b6-b6d4-9b7c8a34c7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.918246638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"368cb921-d9e7-4562-9c63-5694b692b995","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.918524188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"534525e3-e9ed-45b0-9d0e-ba54e521e6c2","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.918745316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"917b110c-185f-490e-9b69-9593e591b33c","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.935096547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926ffded-481b-40b6-b6d4-9b7c8a34c7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.935492607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"68526a97-a557-4a69-bf1e-336475f138b9","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.940190661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"368cb921-d9e7-4562-9c63-5694b692b995","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.94033041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"534525e3-e9ed-45b0-9d0e-ba54e521e6c2","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.951532939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"Service","name":"payload-processing-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.952010774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"40888a58-f26f-4323-b987-235c9457b667","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.952033746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"40888a58-f26f-4323-b987-235c9457b667","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ok-842115-d6367f10455c","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ok-842115","externalModel":"e2e-cfl-ok-842115","provider":"e2e-cfl-ok-842115-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.952295706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926ffded-481b-40b6-b6d4-9b7c8a34c7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.955607506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"917b110c-185f-490e-9b69-9593e591b33c","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.968768891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"Service","name":"payload-pre-processing-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.968878119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"a4ccb951-0d50-404a-8e52-e32a27d7e8d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.972978811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"68526a97-a557-4a69-bf1e-336475f138b9","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.985974421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.999568959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"3590745b-b1f4-407d-ac50-f1ee57b8605e","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.999603264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"3590745b-b1f4-407d-ac50-f1ee57b8605e","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.000683694Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-sub","reconcileID":"0bc29994-706a-4cca-81f5-f38888eb6125","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ok-842115","model":"e2e-cfl-ok-842115","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ok-842115-0da87f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.003444947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"a4ccb951-0d50-404a-8e52-e32a27d7e8d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.066745397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.120825246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.121759718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"9cda9c99-2572-44c8-b429-1ea35af4fa73","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.121779836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"9cda9c99-2572-44c8-b429-1ea35af4fa73","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.140072907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.155012919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"fd0ab4e8-6c36-45b7-b315-f33634f37277","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.155042846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"fd0ab4e8-6c36-45b7-b315-f33634f37277","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.158054552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.169625003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb16928c-0079-4448-961e-c81049bbafe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.17013918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"155ebe22-dafb-4eeb-99fa-425e42b02714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.173536624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.188392188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"8c5a7f98-57fa-4c52-82ec-05a3cb3c6db4","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.196085826Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"8c5a7f98-57fa-4c52-82ec-05a3cb3c6db4","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ok-842115-d6367f10455c","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ok-842115","externalModel":"e2e-cfl-ok-842115","provider":"e2e-cfl-ok-842115-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.196377011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-176672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.199592415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb16928c-0079-4448-961e-c81049bbafe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.213113815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-176672"},"namespace":"ai-tenant-e2e-explicit-176672","name":"default-tenant","reconcileID":"3b36332e-34df-4291-bcac-499d4e38c1b6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-176672","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.215902064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"155ebe22-dafb-4eeb-99fa-425e42b02714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.335025644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-sub","reconcileID":"0053f9ff-5b13-4d51-a5c0-ecdb5a83a95d","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ok-842115","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.356267099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"8f513d05-79c6-432e-9400-82fb3770588a","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.357466989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"af70dde5-7f0e-4cea-881f-0de35d6aa589","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.358207486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"7dc35a7a-c77a-4857-8304-dabe48fc9459","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.423584204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"8f513d05-79c6-432e-9400-82fb3770588a","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.429212857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"af70dde5-7f0e-4cea-881f-0de35d6aa589","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.435885595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"7dc35a7a-c77a-4857-8304-dabe48fc9459","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.566155105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"c74ca950-53f1-491d-a0ad-abad311db02a","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.581072501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"3647373e-fbea-4888-b7fa-0c45259700d9","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.585495285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"c74ca950-53f1-491d-a0ad-abad311db02a","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.602602664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"3647373e-fbea-4888-b7fa-0c45259700d9","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.61949275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ce134c6-bb64-46fd-8816-87e1007d867f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.639946639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ce134c6-bb64-46fd-8816-87e1007d867f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.71945246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b349a17-4ef8-428d-81c1-895435fb3bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.739992137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b349a17-4ef8-428d-81c1-895435fb3bd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.399030379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3165821c-8b37-44e2-bc50-7497cf1eb46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.399056925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d8cfd01-0e54-45ba-a8f4-c06ab217b165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.420003157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3165821c-8b37-44e2-bc50-7497cf1eb46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.420189203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d8cfd01-0e54-45ba-a8f4-c06ab217b165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.533146472Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.677316927Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"257db426-9bfa-4d20-86dd-75077a644d6c","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.711004987Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"397a749f-db44-4e3a-928b-e3f5533e4456","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.762944656Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-176672","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-176672","reconcileID":"6466aedd-8e82-49cd-9096-9585f4a54d0b","aitenant":"ai-tenants/e2e-explicit-176672","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.832482769Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"a1aaca0f-5669-4103-b14c-90a779d3ea76","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.985878864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a74e104a-f7c5-4fba-89ed-a5ed4aa1dd01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.002049426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a74e104a-f7c5-4fba-89ed-a5ed4aa1dd01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.018653637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a74e104a-f7c5-4fba-89ed-a5ed4aa1dd01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.023619262Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-176672","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-176672","reconcileID":"6466aedd-8e82-49cd-9096-9585f4a54d0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-176672","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-176672"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.035060102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a74e104a-f7c5-4fba-89ed-a5ed4aa1dd01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.086813932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6141f80-b46e-4c1a-b463-20b1c897498e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.086877578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d8e6dbe-8067-47d9-b002-836c3f1a02fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.10892119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d8e6dbe-8067-47d9-b002-836c3f1a02fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.108989866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6141f80-b46e-4c1a-b463-20b1c897498e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.120124716Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"4bedd2ac-45c6-429c-b59d-16411c68fa5f","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.864804752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad3952f-41a4-47d5-9a9b-95533fc11df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.882693724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad3952f-41a4-47d5-9a9b-95533fc11df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.898901318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad3952f-41a4-47d5-9a9b-95533fc11df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.915594178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad3952f-41a4-47d5-9a9b-95533fc11df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.107845328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2c09ec6-c09c-4a16-9a49-fc9f7ed46eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.107845193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3eb3aa8-941e-4f46-b820-9b7a287787fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.130947876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3eb3aa8-941e-4f46-b820-9b7a287787fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.131037609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2c09ec6-c09c-4a16-9a49-fc9f7ed46eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.010285376Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"6eaa0381-fc95-47c9-b02f-4d534312dcbb","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.015809477Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"71b28e72-2fad-4611-a268-a9f15bac491a","namespace":"llm","name":"e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.033353361Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"59347f37-e5bf-4e9c-84b8-5dcac4b1bd98","namespace":"llm","name":"e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.071314299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7c8961e6-5c3b-48ca-923b-11be70307d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.074524006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3c1b135-e847-45e7-94a1-0b9ff9af914b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.091584344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7c8961e6-5c3b-48ca-923b-11be70307d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.094479161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3c1b135-e847-45e7-94a1-0b9ff9af914b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.115999038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1fa11568-8780-40e6-a05d-9285f1dacf8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.116022352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1fa11568-8780-40e6-a05d-9285f1dacf8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.11631538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7bcbe94-cec6-4bd8-8762-57ca1f6c676c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.116330712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7bcbe94-cec6-4bd8-8762-57ca1f6c676c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.116748201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c1bc2537-7786-4059-af73-7aea62943f1a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.116762197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c1bc2537-7786-4059-af73-7aea62943f1a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.117054917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"967d69c3-5de8-4816-ac9a-5a7966753068","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.117069906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"967d69c3-5de8-4816-ac9a-5a7966753068","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.117320523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6af7907c-3688-4d9f-8f10-dcc4ef4580fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.117337642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6af7907c-3688-4d9f-8f10-dcc4ef4580fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.117649052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7cc2baa9-5d9b-409c-a182-5c3c75c315e7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.117666328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7cc2baa9-5d9b-409c-a182-5c3c75c315e7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.117751302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"9abd9d53-1286-4d49-b8c3-55e906c1ce1b","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.11793893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6006b1c6-dee7-44c1-b0ec-cd36c0b9f124","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.117955443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6006b1c6-dee7-44c1-b0ec-cd36c0b9f124","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.118249113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39819b47-aa37-4621-9d09-dc57594ea4e8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.118266571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39819b47-aa37-4621-9d09-dc57594ea4e8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.118529201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"45407286-8a4b-4369-82ab-43d0f9bb79ad","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.119931822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"6de0ae77-0814-4ec8-9d45-cdff1fe6ee54","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.141235778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"9abd9d53-1286-4d49-b8c3-55e906c1ce1b","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.142748223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"45407286-8a4b-4369-82ab-43d0f9bb79ad","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.147659866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"6de0ae77-0814-4ec8-9d45-cdff1fe6ee54","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.147993332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1c418bfb-fd4f-4c8f-8490-006562d2a8df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.148011688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1c418bfb-fd4f-4c8f-8490-006562d2a8df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.148502696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc4497fd-5df1-41e1-921d-17938195acf8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.148519135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc4497fd-5df1-41e1-921d-17938195acf8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.148918319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d2fb746c-5a18-4a7d-afe8-2023b41be3f0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.148934139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d2fb746c-5a18-4a7d-afe8-2023b41be3f0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.149292583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6a12b4e3-d74a-4715-866d-00b6e2cc033c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.149308898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6a12b4e3-d74a-4715-866d-00b6e2cc033c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.150007055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dbc609c0-5118-4437-8b71-5a919f5e0bdb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.150034901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dbc609c0-5118-4437-8b71-5a919f5e0bdb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.15071281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9b8ccf0a-84af-4395-b487-97f1a2f89e40","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.150733762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9b8ccf0a-84af-4395-b487-97f1a2f89e40","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.152331267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9685719-2087-43be-8586-3ef822b679ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.152356141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9685719-2087-43be-8586-3ef822b679ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.153238703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73834735-bb22-417f-b4a8-528b8dc31e2f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.153260355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73834735-bb22-417f-b4a8-528b8dc31e2f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.214681301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"23560d65-d1c0-421b-bedd-e41031918fc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.215349211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85a7ce3c-3429-4e2d-9e71-851c4f105eaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.265651546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"3dc3e0d8-cf12-4d32-bce8-6c546bf902b0","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"name":"e2e-rt-sw-4184ae","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.327461672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"f70357ef-e514-4bd5-a065-10a236181c5c","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.347457844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"f70357ef-e514-4bd5-a065-10a236181c5c","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.374939078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"1127d9e5-197a-4447-b15f-2d1dc0c192fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.395536273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"1127d9e5-197a-4447-b15f-2d1dc0c192fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.474955732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"eddd6f6a-8fd0-46ee-b0f9-e6eb7c95e860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.479916343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c527a4fd-5c4e-4aff-a84a-587125fc31d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.494989716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"eddd6f6a-8fd0-46ee-b0f9-e6eb7c95e860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.500549065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c527a4fd-5c4e-4aff-a84a-587125fc31d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.504469854Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"ac789b18-e3ee-480e-a714-0689dd0b38b5","namespace":"llm","name":"e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.520616512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"92d8c325-1fba-4d1e-b7fd-b6a001ecae9c","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.520643984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"92d8c325-1fba-4d1e-b7fd-b6a001ecae9c","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.521220412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"9fd9ae7d-2c62-4bb4-bc11-220ac07cbe6b","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.542135598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"9fd9ae7d-2c62-4bb4-bc11-220ac07cbe6b","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.575581422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c858c794-8cc5-4eb6-8cde-523a05fc53b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.576391029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"596e11d1-c23c-4af9-af95-9285ee7e219d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.581953463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-sub","reconcileID":"cae9a18a-7622-4254-95fc-ebfe5acda3d6","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ok-842115","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.597025434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c858c794-8cc5-4eb6-8cde-523a05fc53b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.597339213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"596e11d1-c23c-4af9-af95-9285ee7e219d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.804360317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f886c417-9782-4abf-b8cc-0eff75a286bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.827680941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"047acf22-e1dd-49cc-a489-38f90173403d","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.827731712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"047acf22-e1dd-49cc-a489-38f90173403d","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ok-842115-d6367f10455c","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ok-842115","externalModel":"e2e-cfl-ok-842115","provider":"e2e-cfl-ok-842115-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.843391376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"f886c417-9782-4abf-b8cc-0eff75a286bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.014405191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"8d257baf-34f6-4bf2-a575-b7dc8b5f9745","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.020031295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"24c176ec-2d8c-4577-be19-613fd34c5743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.070719544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"24c176ec-2d8c-4577-be19-613fd34c5743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.071888174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"8d257baf-34f6-4bf2-a575-b7dc8b5f9745","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.123206986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"ac231418-99ff-4e4f-b8cd-dff028a8fe0d","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.124308993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"927f72e9-2297-49eb-b16b-92c2f9869b58","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.161039584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"927f72e9-2297-49eb-b16b-92c2f9869b58","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.16562191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"ac231418-99ff-4e4f-b8cd-dff028a8fe0d","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.303047489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"322dbabc-afc0-42a8-847b-fb8ca3cd031e","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.485170488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"322dbabc-afc0-42a8-847b-fb8ca3cd031e","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.554139737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"ccc1eadf-ce3e-46e3-ac4c-406d3e663af9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.573553102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"040d77ab-1dc6-4ef4-b701-8d1e92ee50aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.609606617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"ccc1eadf-ce3e-46e3-ac4c-406d3e663af9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.642493521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"040d77ab-1dc6-4ef4-b701-8d1e92ee50aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.681255808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"11513d7a-4f23-4d8a-b0a0-7c9698337417","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.681300376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"fa158284-5eb0-4aaa-857f-14f84ebf2f83","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.705184587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"11513d7a-4f23-4d8a-b0a0-7c9698337417","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.705527982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"fa158284-5eb0-4aaa-857f-14f84ebf2f83","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.796670677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"6695a3d1-08fa-42b5-901e-4d34186800a6","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.843221237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"6695a3d1-08fa-42b5-901e-4d34186800a6","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.880777296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47d240d6-7acc-4a61-9886-530a40c1a92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.903613814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47d240d6-7acc-4a61-9886-530a40c1a92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.928969601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"f5085f33-fb59-4219-8f94-c5bd2f1e815c","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.942465773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02beb3df-9d6e-495f-a256-7d9fa93bd47a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.949168418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"f5085f33-fb59-4219-8f94-c5bd2f1e815c","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.962991151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02beb3df-9d6e-495f-a256-7d9fa93bd47a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.146184696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e0e7a10-36f6-4829-8e1f-e3b0b0227220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.169184418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e0e7a10-36f6-4829-8e1f-e3b0b0227220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.249904726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f236331-bf2f-49ad-8e8b-2a996bc32f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.27170782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f236331-bf2f-49ad-8e8b-2a996bc32f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.442840599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93c21f85-b78e-4a8b-86cc-970ba5b45d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.465648202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93c21f85-b78e-4a8b-86cc-970ba5b45d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.605168073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfe06b5e-1e1e-4d1d-905b-27b1a7ce34e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.635826313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfe06b5e-1e1e-4d1d-905b-27b1a7ce34e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:07.968500152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"79b9a454-0c29-47ca-a94d-63e233c3b523","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:07.968532006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"79b9a454-0c29-47ca-a94d-63e233c3b523","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.001111133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"442fe4bc-58b5-4345-930c-8c5c59faa69d","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.001148304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"442fe4bc-58b5-4345-930c-8c5c59faa69d","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.080921401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"48a95606-e3d9-411b-bca9-3659b6f0c70a","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.10122544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"48a95606-e3d9-411b-bca9-3659b6f0c70a","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.232768771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"88138d2a-980b-406e-969d-ffce76e1c7df","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.232801547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"88138d2a-980b-406e-969d-ffce76e1c7df","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.555743018Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-b8e33f","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-broken-b8e33f","reconcileID":"e778769c-9a62-4780-a6a8-8c6016fa250f","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-broken-b8e33f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.572107515Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-b8e33f","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-broken-b8e33f","reconcileID":"77864668-2c83-4143-bcbb-b43807cf6a63","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-broken-b8e33f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.608305634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b67e0aa0-4e08-4a4b-9150-0b5cf872beaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.628227172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b67e0aa0-4e08-4a4b-9150-0b5cf872beaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.654209516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"8a57c318-7d27-41f6-9287-eea71810b0d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.65435894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"0b7c42f5-1c0c-46aa-9047-5a74ae1c2bb2","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.65479172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"bd0a1d27-341d-4650-91a2-b3ce38741a18","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.656446594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"7d99eed9-b1b8-4619-87e7-05ddc37bad15","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.674243388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"0b7c42f5-1c0c-46aa-9047-5a74ae1c2bb2","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.674641271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"bd0a1d27-341d-4650-91a2-b3ce38741a18","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.676349523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"8a57c318-7d27-41f6-9287-eea71810b0d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.676981986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"7d99eed9-b1b8-4619-87e7-05ddc37bad15","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.741806158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"8f0a9024-3c29-4f02-87a7-e42729743d53","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.762965424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"8f0a9024-3c29-4f02-87a7-e42729743d53","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.884612263Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-b8e33f","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-broken-b8e33f","reconcileID":"48e87912-0413-42c2-beca-cbb59024fc12","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-broken-b8e33f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.911388233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8a6a3f51-b618-478a-a3d4-9b7c7aa148ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.911662173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"762904c0-1661-4c7d-8286-5e50e2ac39d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.932955701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8a6a3f51-b618-478a-a3d4-9b7c7aa148ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.932969571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"762904c0-1661-4c7d-8286-5e50e2ac39d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.933985127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"785a06d6-7552-4e8d-bc67-7460eb31cea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.954468923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"785a06d6-7552-4e8d-bc67-7460eb31cea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.964053041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"36099f30-f84d-49f1-9626-94078e764dad","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.98607201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"36099f30-f84d-49f1-9626-94078e764dad","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.009531833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"938f0348-f107-4214-8e7b-8a04c5a9d7a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.030060633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"938f0348-f107-4214-8e7b-8a04c5a9d7a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.11021159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ab8adfe1-baf5-45ec-a428-84a07c422604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.125986618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b303c3bb-aff9-4fcc-b694-676f97f940e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.130410208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"ab8adfe1-baf5-45ec-a428-84a07c422604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.151469819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b303c3bb-aff9-4fcc-b694-676f97f940e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.158990453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"fce7cd65-e3ab-4115-b792-ed1f4daf2786","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.163278958Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"0b16c068-bd2c-4572-a120-5b5396704591","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.17419603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"c683635f-33bc-4d82-9c1d-18ff5957c53d","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.178977096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"fce7cd65-e3ab-4115-b792-ed1f4daf2786","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.193723765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"c683635f-33bc-4d82-9c1d-18ff5957c53d","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.246704295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"dba2cc26-552f-444c-b106-d10de412c212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.256625524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"680ddb14-0465-4f3f-9fcf-bd8e0c001a57","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.266744439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"dba2cc26-552f-444c-b106-d10de412c212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.277915762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"d3816bf7-16cb-48cd-ba61-0e9a2e6962f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.280508337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"680ddb14-0465-4f3f-9fcf-bd8e0c001a57","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.2982989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"d3816bf7-16cb-48cd-ba61-0e9a2e6962f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.349264083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"fb39d261-ec34-4d64-93b8-72ccf0d17c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.369162032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"fb39d261-ec34-4d64-93b8-72ccf0d17c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.377750722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7aecc169-15e9-4137-a555-a596c8b30f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.395165206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"2985a7e9-facb-470a-9f84-9a7e019466bc","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.397872745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7aecc169-15e9-4137-a555-a596c8b30f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.415445357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"2985a7e9-facb-470a-9f84-9a7e019466bc","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.465075723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"58321667-acb0-4ef0-a772-15946a0f6a9a","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.486298115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"58321667-acb0-4ef0-a772-15946a0f6a9a","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.663712679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bae38149-7ac7-4b4b-b92c-6c8f0bb356d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.663746904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ef4d734-6910-44a8-ad41-7b6903199ced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.683897777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bae38149-7ac7-4b4b-b92c-6c8f0bb356d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.693323704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"a8a65d23-e35b-4837-bd8c-78158b3aa6e8","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.694903859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ef4d734-6910-44a8-ad41-7b6903199ced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.714057326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"a8a65d23-e35b-4837-bd8c-78158b3aa6e8","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:12.04615993Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"d25cd577-feec-4a29-8fbe-9a53a4047b9a","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.418456783Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ok-842115-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-427820-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.434704161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"6be3cb8a-885f-462f-b6a5-8a4bf5bafb95","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.43473507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"6be3cb8a-885f-462f-b6a5-8a4bf5bafb95","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:13.457823652Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-sw-4184ae-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-4184ae-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.487475499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35e877a4-f3ac-4346-920f-4e2aa09eea07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.487861918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"7c08fd35-8268-4c51-88a2-e8ed7dbd4663","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.488413041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"c49b4e13-e9f0-4f37-81d5-6cab6636a5f1","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.488455614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"c49b4e13-e9f0-4f37-81d5-6cab6636a5f1","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ok-842115-d6367f10455c","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ok-842115","externalModel":"e2e-cfl-ok-842115","provider":"e2e-cfl-ok-842115-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.488812149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1d48d7f-cc05-455f-ac7b-a7dc81149fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.510933662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"7c08fd35-8268-4c51-88a2-e8ed7dbd4663","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.511400058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1d48d7f-cc05-455f-ac7b-a7dc81149fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.513183752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35e877a4-f3ac-4346-920f-4e2aa09eea07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.523878969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"76a67eff-39b6-4227-95c5-12da3c2cc907","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.523896735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"76a67eff-39b6-4227-95c5-12da3c2cc907","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.567371645Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"93aa7c16-7696-49aa-96aa-c26355cb4506","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4184ae","model":"e2e-rt-sw-4184ae","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-4184ae-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.743643446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"2d3d2577-b402-4a85-a193-b57cf1199343","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.743760981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"2d3d2577-b402-4a85-a193-b57cf1199343","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.760326609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"345e9633-5b5d-4aa9-96a0-127180b51f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.764375416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb5a1bc1-ec72-45a9-94b3-2294ddb10619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.785410015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"345e9633-5b5d-4aa9-96a0-127180b51f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.790358781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb5a1bc1-ec72-45a9-94b3-2294ddb10619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.826867845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"cf2c8055-81aa-42be-a470-43d097f29572","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4184ae","model":"llm/e2e-rt-sw-4184ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.847067562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"0a3486f0-4710-4598-8f1b-d4e217d71e1e","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.869242656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"0a3486f0-4710-4598-8f1b-d4e217d71e1e","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:14.65070539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"51473700-8e47-4640-b73b-f74b077797e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:14.650857963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38c2686b-06c3-4e26-8160-7d447252c011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:14.652871498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98821c7b-5230-48ac-b164-168b2f142bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:14.674489339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38c2686b-06c3-4e26-8160-7d447252c011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:14.675773731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98821c7b-5230-48ac-b164-168b2f142bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:14.67722664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"51473700-8e47-4640-b73b-f74b077797e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.362314095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-b8e33f","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-broken-b8e33f","reconcileID":"a47c951e-20cb-4c38-bac0-fcdaa6450e64","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-broken-b8e33f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.397534224Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-b8e33f","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-broken-b8e33f","reconcileID":"bdbbf7b5-af29-40fb-a766-b60cd45a3c4c","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-broken-b8e33f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.421012836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"d090c061-7cca-4d66-b0b1-210f83f635e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.443193226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"d090c061-7cca-4d66-b0b1-210f83f635e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.444982279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a60bc1f5-9fb1-461b-ae79-6ae8d456383a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.467379523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a60bc1f5-9fb1-461b-ae79-6ae8d456383a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.495670578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"80e3dece-6dd4-4521-9a14-4dad89651e5f","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.495671198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"8f44d610-aca9-47be-a689-88d0b24f7c36","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.496066743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"da9b47a6-76cb-4e56-b6ed-59869d064ff0","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.530367348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"80e3dece-6dd4-4521-9a14-4dad89651e5f","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.543245789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"8f44d610-aca9-47be-a689-88d0b24f7c36","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.558674659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"da9b47a6-76cb-4e56-b6ed-59869d064ff0","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.646829331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"9e9ea33c-3857-4fe4-ad2a-6876e0e1cf1b","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.664117606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"14fd5f39-e36e-4740-a62f-7cd578266db4","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.672348384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"9e9ea33c-3857-4fe4-ad2a-6876e0e1cf1b","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.690054462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"14fd5f39-e36e-4740-a62f-7cd578266db4","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.730471264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9974d26f-b4d8-4494-867b-6bac0f2522ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.731334913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"8cc54e00-355c-47c8-85ea-2ffa51cdfb06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.767890662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"8cc54e00-355c-47c8-85ea-2ffa51cdfb06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.768548678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"9974d26f-b4d8-4494-867b-6bac0f2522ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.812621189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"22b67978-a4ef-4aef-ae78-dcbaec6a5bed","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.839230472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"22b67978-a4ef-4aef-ae78-dcbaec6a5bed","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.925098541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"87f26357-b20d-416e-b09b-b3540c019bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.970402766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7abe80aa-f2b9-48e0-ab62-936a9ae2d26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.974675019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"87f26357-b20d-416e-b09b-b3540c019bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.987509529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"000a6a51-4c26-42b0-80b7-2abaf4e5ebce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.993663271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7abe80aa-f2b9-48e0-ab62-936a9ae2d26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:16.015286605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"000a6a51-4c26-42b0-80b7-2abaf4e5ebce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:16.027164362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"35f704a7-c873-4320-a3ca-db47071ae44a","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:16.032272496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"1eb098b6-d477-4744-9a5b-63e5b665e2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:16.05546179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"35f704a7-c873-4320-a3ca-db47071ae44a","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:16.065652361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"1eb098b6-d477-4744-9a5b-63e5b665e2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:16.206455336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"31c716e6-bdf7-4b4b-8f9b-c92c114f4689","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:16.226121436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"3291bcb2-29f4-4c38-b282-f71f1bd1572d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:16.284816162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"31c716e6-bdf7-4b4b-8f9b-c92c114f4689","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:16.287220931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"3291bcb2-29f4-4c38-b282-f71f1bd1572d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.055374045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"9cca124c-2a86-42f3-b5a8-b34279730b3a","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.055520625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"9cca124c-2a86-42f3-b5a8-b34279730b3a","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ok-842115-d6367f10455c","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ok-842115","externalModel":"e2e-cfl-ok-842115","provider":"e2e-cfl-ok-842115-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.183097223Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-sub","reconcileID":"2409f556-b29f-42df-b949-cb1d17d767be","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2162eb43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.267016406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"1fbd37ce-e011-483c-adc8-e1c418e9dc76","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.268311227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"20c5137c-45dd-4272-b4ba-129d5044237c","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.269181743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"e7086693-6ecf-45f6-9e29-9f0f5799feb1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.273576784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"7008ac85-3a0f-4212-b654-4f0fd3e75af5","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.297385657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"e7086693-6ecf-45f6-9e29-9f0f5799feb1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.302053761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"1fbd37ce-e011-483c-adc8-e1c418e9dc76","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.307313771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"7008ac85-3a0f-4212-b654-4f0fd3e75af5","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.309692176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"20c5137c-45dd-4272-b4ba-129d5044237c","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.310881903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"92f8b267-cc30-444d-96e1-7b1c53df1988","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.341038832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"92f8b267-cc30-444d-96e1-7b1c53df1988","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.607990329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"6e13d452-d335-4333-9ce4-82fa7f3fffb6","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.609614577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"274b580a-e0cc-4350-a319-caa6201a99aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.634136413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41165110-7757-41ac-b529-78421c083be5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.639243918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"6e13d452-d335-4333-9ce4-82fa7f3fffb6","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.666089878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"274b580a-e0cc-4350-a319-caa6201a99aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.679262276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41165110-7757-41ac-b529-78421c083be5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.781983853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"3ee9e426-b5e5-41c0-b029-0590bfe3cd5a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.793993233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"0d155e16-9695-4c22-a1c1-1386fe54ed97","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.838822397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"3ee9e426-b5e5-41c0-b029-0590bfe3cd5a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.857945771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"0d155e16-9695-4c22-a1c1-1386fe54ed97","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.970157808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"466e8123-2c7e-41ab-96bb-226a65c3b7ac","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.991950606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"466e8123-2c7e-41ab-96bb-226a65c3b7ac","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:18.035131117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"a5559301-dc36-4ed8-be27-514bb91ef7fe","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:18.04004859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"9742ba17-da8d-47cc-9021-bff63a7568b3","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:18.073187615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"a5559301-dc36-4ed8-be27-514bb91ef7fe","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:18.076394872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"9742ba17-da8d-47cc-9021-bff63a7568b3","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:19.778247045Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"namespace":"ai-tenant-e2e-noten-ce1c2b","name":"noten-model-ce1c2b","reconcileID":"07513432-6827-4c88-90f7-b84faa2c7050","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b-kserve-route (gateways: [openshift-ingress/e2e-noten-ce1c2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:19.796947321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"namespace":"ai-tenant-e2e-noten-ce1c2b","name":"noten-model-ce1c2b","reconcileID":"07513432-6827-4c88-90f7-b84faa2c7050","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b-kserve-route (gateways: [openshift-ingress/e2e-noten-ce1c2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:19.802591512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"namespace":"ai-tenant-e2e-noten-ce1c2b","name":"noten-model-ce1c2b","reconcileID":"709454ba-41b0-4c7d-ad23-52a8bf31592f","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b-kserve-route (gateways: [openshift-ingress/e2e-noten-ce1c2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:19.802658355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"namespace":"ai-tenant-e2e-noten-ce1c2b","name":"noten-model-ce1c2b","reconcileID":"709454ba-41b0-4c7d-ad23-52a8bf31592f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b-kserve-route (gateways: [openshift-ingress/e2e-noten-ce1c2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:19.813190041Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"namespace":"ai-tenant-e2e-noten-ce1c2b","name":"noten-model-ce1c2b","reconcileID":"7913f36f-2e76-49d9-82a9-11c4b3a3b718","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b-kserve-route (gateways: [openshift-ingress/e2e-noten-ce1c2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:19.813265412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"namespace":"ai-tenant-e2e-noten-ce1c2b","name":"noten-model-ce1c2b","reconcileID":"7913f36f-2e76-49d9-82a9-11c4b3a3b718","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b-kserve-route (gateways: [openshift-ingress/e2e-noten-ce1c2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:19.834476591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"namespace":"ai-tenant-e2e-noten-ce1c2b","name":"noten-model-ce1c2b","reconcileID":"56d15b92-05a1-49df-a826-d629fc6e6bb5","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b-kserve-route (gateways: [openshift-ingress/e2e-noten-ce1c2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:19.834543225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"namespace":"ai-tenant-e2e-noten-ce1c2b","name":"noten-model-ce1c2b","reconcileID":"56d15b92-05a1-49df-a826-d629fc6e6bb5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b-kserve-route (gateways: [openshift-ingress/e2e-noten-ce1c2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:19.875175489Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"namespace":"ai-tenant-e2e-noten-ce1c2b","name":"noten-model-ce1c2b","reconcileID":"595570b8-265d-4783-af9c-9d699d2474f5","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b-kserve-route (gateways: [openshift-ingress/e2e-noten-ce1c2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:19.875243081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"namespace":"ai-tenant-e2e-noten-ce1c2b","name":"noten-model-ce1c2b","reconcileID":"595570b8-265d-4783-af9c-9d699d2474f5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b-kserve-route (gateways: [openshift-ingress/e2e-noten-ce1c2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:19.955502576Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"namespace":"ai-tenant-e2e-noten-ce1c2b","name":"noten-model-ce1c2b","reconcileID":"8755bd0c-2fa8-403c-9423-74d8933fcde8","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b-kserve-route (gateways: [openshift-ingress/e2e-noten-ce1c2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:31:19.955562799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ce1c2b","namespace":"ai-tenant-e2e-noten-ce1c2b"},"namespace":"ai-tenant-e2e-noten-ce1c2b","name":"noten-model-ce1c2b","reconcileID":"8755bd0c-2fa8-403c-9423-74d8933fcde8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ce1c2b/noten-model-ce1c2b-kserve-route (gateways: [openshift-ingress/e2e-noten-ce1c2b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:20.196254699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"d19a1b96-24eb-42d3-8afe-859cfa021256","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.630975129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"d5ed4a30-2c19-4e33-993e-498aeb41da86","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.630986331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28961be-753e-4769-8355-b93f0ed10ab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.635372942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0b087bc-0210-44b2-ad8a-3707f2740596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.652273079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"d5ed4a30-2c19-4e33-993e-498aeb41da86","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.652624131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28961be-753e-4769-8355-b93f0ed10ab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.658964926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0b087bc-0210-44b2-ad8a-3707f2740596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:22.079669953Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"38a34047-a585-4961-b065-dcafe4b42633","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:23.969725847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"e4a9f0ca-67a5-4cd0-8f66-2073951400ae","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4184ae","model":"llm/e2e-rt-sw-4184ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:24.180723523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"0b101efe-728a-4207-b3c9-93b3584cbced","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:24.18085878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"0b101efe-728a-4207-b3c9-93b3584cbced","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:24.396170955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"84926855-a90c-4a57-9803-720c66e47a14","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:24.398046101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"831f77a2-2b50-4a7f-bc83-259bdcd5c0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:24.4233907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d0d3c72-76d8-4621-a3d6-89ec4b34037a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:24.432036103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"84926855-a90c-4a57-9803-720c66e47a14","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:24.443729003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"831f77a2-2b50-4a7f-bc83-259bdcd5c0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:24.453557147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d0d3c72-76d8-4621-a3d6-89ec4b34037a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.209115069Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-sub","reconcileID":"1d311f80-60c5-4e67-99cc-04f7a43ce47c","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","subscription":"e2e-cfl-ok-842115-0da87f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.243935354Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-sub","reconcileID":"1d311f80-60c5-4e67-99cc-04f7a43ce47c","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.261181768Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-sub","reconcileID":"1d311f80-60c5-4e67-99cc-04f7a43ce47c","MaaSSubscription":{"name":"e2e-cfl-ok-842115-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.450392977Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-427820-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.492545902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"4336d1a3-4ff5-4faf-bb61-45c5ac6d65c8","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.49265245Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"4336d1a3-4ff5-4faf-bb61-45c5ac6d65c8","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ok-842115-d6367f10455c","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ok-842115","externalModel":"e2e-cfl-ok-842115","provider":"e2e-cfl-ok-842115-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.759248596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"f3a7b610-e99c-4352-b4f0-695347416e7c","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.759383103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"f3a7b610-e99c-4352-b4f0-695347416e7c","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.826958694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"b57db709-a322-49f2-af01-3e62271b5735","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.828312514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"608c0218-8bb9-49b1-8651-8ee7c9e1688f","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.828398648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"608c0218-8bb9-49b1-8651-8ee7c9e1688f","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ok-842115-d6367f10455c","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ok-842115","externalModel":"e2e-cfl-ok-842115","provider":"e2e-cfl-ok-842115-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.861943957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"6eee5704-97a5-49d9-a9e3-49e1d1c9f58c","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.86253056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"b7486a18-a83f-4da7-8e8a-c83fdf14d466","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.871269906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"40aeacf2-7f35-466d-89c3-95ef4cc162c1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.872003853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"c2831f2b-35cc-4934-9395-d411470f6912","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.885539427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"b57db709-a322-49f2-af01-3e62271b5735","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.910497121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"b7486a18-a83f-4da7-8e8a-c83fdf14d466","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.911591967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"6eee5704-97a5-49d9-a9e3-49e1d1c9f58c","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.912199497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"42387792-f723-43c9-bc2f-ad4b21af5329","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.914543022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"42387792-f723-43c9-bc2f-ad4b21af5329","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.930452666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"c2831f2b-35cc-4934-9395-d411470f6912","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.950926556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"40aeacf2-7f35-466d-89c3-95ef4cc162c1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.97449571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"c4bfe934-0f99-401c-92e7-d62f3d88406c","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:27.974816739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"c4bfe934-0f99-401c-92e7-d62f3d88406c","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.025553142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"5f1c5017-9a4d-4a9f-8643-d5c594fbacdb","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.025687713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"5f1c5017-9a4d-4a9f-8643-d5c594fbacdb","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.082002919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"aa6c7e00-3372-40a0-9800-f0f7853bd0e0","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.082782725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"aa6c7e00-3372-40a0-9800-f0f7853bd0e0","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.177178199Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ok-842115-0da87f-access","reconcileID":"3b043ab3-863b-470d-a154-bc11efcb058d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-842115-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.229915888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36ae1205-01ab-45db-a273-06a70869cb8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.232160261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b11f5fa-91cc-472a-adb9-7bc5a187140a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.234197666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"7c59b9e7-4983-400d-bf11-577ff02bda47","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.296246148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36ae1205-01ab-45db-a273-06a70869cb8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.298702215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"7c59b9e7-4983-400d-bf11-577ff02bda47","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.302793011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b11f5fa-91cc-472a-adb9-7bc5a187140a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.335936984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"17f4d005-1d5e-4dc5-9ecc-2fed2f278c07","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.336068467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"17f4d005-1d5e-4dc5-9ecc-2fed2f278c07","MaaSModelRef":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ok-842115-d6367f10455c","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ok-842115","externalModel":"e2e-cfl-ok-842115","provider":"e2e-cfl-ok-842115-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.833966453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"1e7e475d-458a-40aa-ba9a-a32972fe5bbd","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.937730395Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"93f27cb1-1727-47c4-a12e-01dad45c3f69","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.008855483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7834729d-1a86-42e1-93f6-b831bc6aa856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.010677821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"3996bffc-db63-47eb-b10d-a719d8cde99d","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.010770209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"3996bffc-db63-47eb-b10d-a719d8cde99d","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.014179678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"6c123c8c-e53c-4fec-aec6-d299035476c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.03730829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb325ab4-a903-4977-bc3d-83306b923221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.129206324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"029b516c-4a5f-4028-a0f6-5ff3f7bf9928","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.130184985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-sub","reconcileID":"61fe4f32-2307-46d1-99f2-ed6149b9119e","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-same-169ef8","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.130805621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"531cb303-9a67-4bf5-8a57-89233971ee55","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ef2ac3","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.131155045Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-842115","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","reconcileID":"cc42b267-450e-47e9-b957-14af35ec3f35","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ok-842115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.132117388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e92c3f76-7574-432b-9c33-fa4934bec132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.147371684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"6c123c8c-e53c-4fec-aec6-d299035476c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.151076296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7834729d-1a86-42e1-93f6-b831bc6aa856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.171584332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"defd16cc-98d1-4bd2-bb31-38105d4785de","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.171695585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"defd16cc-98d1-4bd2-bb31-38105d4785de","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.290171505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e92c3f76-7574-432b-9c33-fa4934bec132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.294946325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb325ab4-a903-4977-bc3d-83306b923221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.306155947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"029b516c-4a5f-4028-a0f6-5ff3f7bf9928","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.409734156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"dd4dc2f7-dd73-49ca-9060-8cb0219e9756","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.410179786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"69a43501-0aee-416c-9f32-a7e7c8586fc9","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.431321467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"69a43501-0aee-416c-9f32-a7e7c8586fc9","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.433693317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"dd4dc2f7-dd73-49ca-9060-8cb0219e9756","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.488270999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"ef889baa-c858-488e-8188-316020561bd3","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.512017323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"ef889baa-c858-488e-8188-316020561bd3","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.535373571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.557104671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"95be89fa-8757-42bd-8cdd-3edd57ff344a","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.557141902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"95be89fa-8757-42bd-8cdd-3edd57ff344a","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.563607012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"3bb78a96-d536-4cfb-b084-bfcd62c3c88d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.564004813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"16d29fee-7001-4ffa-9c16-98612aafc495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.58483482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"16d29fee-7001-4ffa-9c16-98612aafc495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.585858986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"3bb78a96-d536-4cfb-b084-bfcd62c3c88d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.614004012Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-sub","reconcileID":"425a0cd1-3a5e-4851-bcb3-e940b805e09b","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-473dbd97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.706769946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"30f34ba6-e22b-4acf-bc87-f98ec1afe74a","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.70682564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"a0f6354c-b845-4d6a-9471-b51a532aa057","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.727284707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"a0f6354c-b845-4d6a-9471-b51a532aa057","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.727300833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"30f34ba6-e22b-4acf-bc87-f98ec1afe74a","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.77935247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af828fbe-8b21-4aad-9a69-9d7f1b6dee78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.800944807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af828fbe-8b21-4aad-9a69-9d7f1b6dee78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.877477885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3e3dde17-9519-4a5b-9152-476bfed164d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:29.900732985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd35ec7a-0280-4a2b-be78-384ca231b366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.027060202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3e3dde17-9519-4a5b-9152-476bfed164d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.041160914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd35ec7a-0280-4a2b-be78-384ca231b366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.076602306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e33212fd-bc4d-4ccf-9766-985c8c415286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.096571145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e33212fd-bc4d-4ccf-9766-985c8c415286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.117174886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"8c4a116f-93f3-4834-91c5-7aed6f4647fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.127400508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"4daa2be3-5dc5-48fb-b1d2-8dd909faca50","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.137120072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"8c4a116f-93f3-4834-91c5-7aed6f4647fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.147161113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"4daa2be3-5dc5-48fb-b1d2-8dd909faca50","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.211399374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"72ed6da8-cee0-4315-8473-20ee714c9dc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.229128107Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"309fd72b-83e3-4b8c-9a9c-261c47eee554","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.232043665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"72ed6da8-cee0-4315-8473-20ee714c9dc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.728399681Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"993b6026-3489-435b-b07e-c56a0dc4a4bd","namespace":"llm","name":"e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.745074262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"ccb7eae5-f532-4719-968a-70320a19ad69","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.745103316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"ccb7eae5-f532-4719-968a-70320a19ad69","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.779625914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"4ad3b82c-c1ab-49cc-9685-63946387b8d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.781135738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"1f43e925-9d24-4245-85f1-35dbd6b6af4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.794129624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd21017f-bcd4-420d-b124-8f7f4743ee31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.795366419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9dc6476-292e-4f7c-b725-4e6788764b58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.796533865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d883d3b-a957-4f88-9f9b-f305b9540a81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.796552205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d883d3b-a957-4f88-9f9b-f305b9540a81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.797032271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"36d7c63f-f15e-40be-918a-af92a3162676","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.797047815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"36d7c63f-f15e-40be-918a-af92a3162676","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.797274513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ff0e640-ee72-4cbb-8b00-179a9974a77c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.797286772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ff0e640-ee72-4cbb-8b00-179a9974a77c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.797512826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddadd897-edda-43f6-ade2-1818f42b1fd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.797525539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddadd897-edda-43f6-ade2-1818f42b1fd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.799686966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"4ad3b82c-c1ab-49cc-9685-63946387b8d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.800569234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"1f43e925-9d24-4245-85f1-35dbd6b6af4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.809057484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"b6c768ee-897a-419c-937d-521882dd8bfd","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.815932771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd21017f-bcd4-420d-b124-8f7f4743ee31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.816931469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"0c7c00a6-8d20-42c4-8c9c-fddbe1c79163","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.816950894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9dc6476-292e-4f7c-b725-4e6788764b58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.81695197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"0c7c00a6-8d20-42c4-8c9c-fddbe1c79163","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.82961185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"b6c768ee-897a-419c-937d-521882dd8bfd","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.833540264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"88b1d475-2fd3-4f5f-a6d1-702409121559","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.83355508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"88b1d475-2fd3-4f5f-a6d1-702409121559","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.83377897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"80453202-a7dc-4d32-b422-49f9c3cf1a98","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.833789525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"80453202-a7dc-4d32-b422-49f9c3cf1a98","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.833980639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4d968cda-26f1-4358-b7ee-a81099d47e24","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.833989953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4d968cda-26f1-4358-b7ee-a81099d47e24","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.834165751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0bdf4688-c117-4c19-b844-9115c633fd38","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.834175216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0bdf4688-c117-4c19-b844-9115c633fd38","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.86249001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62bef4ad-438d-41d0-8b37-71971bdfe5c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.865357266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67a3a4ba-bb70-4af1-a147-5f98eb9eb778","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.878681368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"905ff146-42f6-4aa7-828b-7b34c023546c","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4184ae","model":"llm/e2e-rt-sw-4184ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.001166204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f69a34fd-60f0-45a9-8f0f-c6e4c6a088eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.016471136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"5965a970-9f39-4ac2-9b0e-b0d4f108e493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.016545831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"d3c86891-62db-4a0d-8fbf-403c29f45160","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.017104985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"bf9db020-3e25-4d5a-8468-99e541a873f5","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.017407668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"f85163eb-fc4d-4d39-80a3-6d4be14c8790","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.021352901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f69a34fd-60f0-45a9-8f0f-c6e4c6a088eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.037133741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"d3c86891-62db-4a0d-8fbf-403c29f45160","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.037388201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"5965a970-9f39-4ac2-9b0e-b0d4f108e493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.03978585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"f85163eb-fc4d-4d39-80a3-6d4be14c8790","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.040226441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"bf9db020-3e25-4d5a-8468-99e541a873f5","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.10829848Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"8bb503fd-4a22-4454-b4cb-92db8309ac37","namespace":"llm","name":"e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.204164862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"cfbeb450-880f-488f-a3f1-b6aaf4161ac8","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.230872314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"cfbeb450-880f-488f-a3f1-b6aaf4161ac8","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.317434039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4728200d-4286-4ecc-ba22-0b8b5357549d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.339271139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4728200d-4286-4ecc-ba22-0b8b5357549d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.367528351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cff7ab77-7676-413c-bb5c-f6624abf6d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.392984014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"d42922f6-7ff7-4fe8-94e4-acecb43f5f9b","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.39413047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"9ccde65d-8883-4ca2-9241-582864f3560a","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.399089561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cff7ab77-7676-413c-bb5c-f6624abf6d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.413761955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"d42922f6-7ff7-4fe8-94e4-acecb43f5f9b","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.416150551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"9ccde65d-8883-4ca2-9241-582864f3560a","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.445090099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2379f959-c3eb-436c-b679-c187204bdd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.458860383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"2df4917d-9639-42e5-a351-7e443e54b488","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.4651851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"2379f959-c3eb-436c-b679-c187204bdd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.478939429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"2df4917d-9639-42e5-a351-7e443e54b488","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.545211778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8f307673-c0ef-406f-afeb-18437c066d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.566028479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"8f307673-c0ef-406f-afeb-18437c066d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.654482967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b53232be-019e-4db0-9309-dead50135cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.654787231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"96ace1f7-fadc-495c-8edd-14633417e9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.677333911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b53232be-019e-4db0-9309-dead50135cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.677799623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"96ace1f7-fadc-495c-8edd-14633417e9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.685641461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"094bb6cf-148c-4ae1-82a3-6ff9dfcc9c0a","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.706572655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"094bb6cf-148c-4ae1-82a3-6ff9dfcc9c0a","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.777311848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"ae12cdc1-9efb-4b7a-8788-a70e92a28df4","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.797732705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"ae12cdc1-9efb-4b7a-8788-a70e92a28df4","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:36.369412505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8feb0e2-9caf-45b4-8bfe-ee61046b8e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:36.371163824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f542bf7-7f69-47ed-a85c-48e7b4221396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:36.373008625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"5c1bc21d-68dd-44a5-aa1b-d14a1a2f7420","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:36.392563761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8feb0e2-9caf-45b4-8bfe-ee61046b8e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:36.394874644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f542bf7-7f69-47ed-a85c-48e7b4221396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:36.396361518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"5c1bc21d-68dd-44a5-aa1b-d14a1a2f7420","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:38.977129219Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"d5698142-b0d0-440e-a90f-b20859582aaf","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.641005625Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-sub","reconcileID":"42c7fcf1-2ed5-4107-ae31-d689565cff93","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","subscription":"e2e-cfl-same-169ef8-427820-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.684846558Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-sub","reconcileID":"42c7fcf1-2ed5-4107-ae31-d689565cff93","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.70221411Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-sub","reconcileID":"42c7fcf1-2ed5-4107-ae31-d689565cff93","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-427820-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.878891167Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-same-169ef8-0da87f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.894915246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"34122815-427e-4819-b9c9-f313b5a86345","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.894953237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"34122815-427e-4819-b9c9-f313b5a86345","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.954609833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"f9778204-aef8-4aca-8620-bc0a8f5e81d0","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.95464527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"f9778204-aef8-4aca-8620-bc0a8f5e81d0","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.95516785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"e4604004-4931-4a25-af1f-0dbcffdf7541","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.972763683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"80decea6-acd3-4490-924a-29bc79b18390","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.972847996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"084b837a-695c-4f06-a76a-f802b903c6c8","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.973616945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"426c8c9a-7cd3-4825-9bdd-b8bc97607666","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.974215082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"a53bedb8-e683-4246-9274-8c2a7ed42022","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.976716653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"e4604004-4931-4a25-af1f-0dbcffdf7541","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.990955883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"3a34885a-3297-4ac1-9eaf-f7780a79a7e2","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.990996518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"3a34885a-3297-4ac1-9eaf-f7780a79a7e2","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.994896958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"084b837a-695c-4f06-a76a-f802b903c6c8","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.995112766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"80decea6-acd3-4490-924a-29bc79b18390","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.998671937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"a53bedb8-e683-4246-9274-8c2a7ed42022","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.003020895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"426c8c9a-7cd3-4825-9bdd-b8bc97607666","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.02868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"6bcab8d5-3d65-492a-954e-e1850a9e82dd","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.028718972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"6bcab8d5-3d65-492a-954e-e1850a9e82dd","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.063012744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"09b86f20-7c2c-43b6-81fb-fbe10115a7fb","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.063049994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"09b86f20-7c2c-43b6-81fb-fbe10115a7fb","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.201052297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c94cf2-8ca6-43d9-bcdc-2dd1afe560c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.22235192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c94cf2-8ca6-43d9-bcdc-2dd1afe560c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.231332349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-427820-access","reconcileID":"b5f8f968-3906-42c0-91b9-48e5c4d1fa3a","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-427820-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.262047634Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"29bd8b5c-8580-415b-bfc4-f266480b7363","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.296139502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e48e9ba1-eb6d-496f-ac10-4b31d173ec77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.316865001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e48e9ba1-eb6d-496f-ac10-4b31d173ec77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.367582935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"9e339e73-4efd-4344-a2d6-7f55bb536e6e","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-2-427820/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.367610587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"9e339e73-4efd-4344-a2d6-7f55bb536e6e","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"routeName":"external-model-e2e-cfl-same-169ef8-2f1e6b28b8cc","namespace":"e2e-extmod-cfl-2-427820","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.517291154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"88d10117-b133-43b2-b3e2-6c7cb77879bc","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.51732678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"88d10117-b133-43b2-b3e2-6c7cb77879bc","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.596251291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"c6ae9577-4927-46d6-95aa-b9d7f9c820c0","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.611499801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"b835e3f3-b019-497c-8efe-11d553dbacde","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.612147433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"d9ec6098-a340-4631-8cfd-da0fd2be3e36","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.612321424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c038b0-fe9e-436a-a389-bbfa9048dbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.613218437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"289823b4-4dc8-46ba-b148-c2827fe10e8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.613276083Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-sub","reconcileID":"c7f9d50b-ca0a-47ee-916f-1259c3b67c65","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f5cf199","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.616328705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"c6ae9577-4927-46d6-95aa-b9d7f9c820c0","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.631683506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"b835e3f3-b019-497c-8efe-11d553dbacde","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.632245559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"d9ec6098-a340-4631-8cfd-da0fd2be3e36","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.634063419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c038b0-fe9e-436a-a389-bbfa9048dbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.634924285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"289823b4-4dc8-46ba-b148-c2827fe10e8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.747140046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8db422d3-1909-4866-b2c1-ca4e2fab7673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.767910748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8db422d3-1909-4866-b2c1-ca4e2fab7673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.854517129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"c1de0b13-0642-4482-8daa-70a9595b2914","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.855359237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"85c14764-58bf-4120-b056-c62415ef89e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.856183052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"f8e6cf4a-0e79-4d0c-983f-c2885798feb7","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.887091735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"c1de0b13-0642-4482-8daa-70a9595b2914","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.888819339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"85c14764-58bf-4120-b056-c62415ef89e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:40.890857809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"f8e6cf4a-0e79-4d0c-983f-c2885798feb7","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.524180764Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"aec453e3-9ecf-4ff4-95c7-4d586183d055","namespace":"llm","name":"e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.540743251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"fc95b5ed-d8ec-4108-8713-ea91688889e3","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.540768962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"fc95b5ed-d8ec-4108-8713-ea91688889e3","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.575488184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"aff17884-bea3-4a92-8167-a0815727fb55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.575599327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"4bae6b10-5e7d-4202-83ed-ad295df722ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.577198116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"73ef102d-50d3-4157-904f-8c9ea152a994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.591197371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"527c53e4-fcdc-4cb5-8481-41ae60efd5d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.591220743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"527c53e4-fcdc-4cb5-8481-41ae60efd5d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.591537704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1044aa63-1376-451a-84d9-181943c9768b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.591551548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1044aa63-1376-451a-84d9-181943c9768b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.591775627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1181500b-3387-490b-8598-5388455a8e7b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.591798396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1181500b-3387-490b-8598-5388455a8e7b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.5921197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e0a58744-f326-4d38-89c9-3189357dcfcc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.592133576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e0a58744-f326-4d38-89c9-3189357dcfcc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.59235278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7a930f94-477a-4339-ab06-c6f57d4a1213","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.592366377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7a930f94-477a-4339-ab06-c6f57d4a1213","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.592581378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e993c232-a8de-40ac-8821-855d1522353d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.592597137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e993c232-a8de-40ac-8821-855d1522353d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.593299682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"fb210cc6-eb0d-4353-8be4-db65b4696c42","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.593613276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02d31731-62e2-4e18-bad5-e6ff31223794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.59619909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"4bae6b10-5e7d-4202-83ed-ad295df722ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.596799429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"73ef102d-50d3-4157-904f-8c9ea152a994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.59830244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"aff17884-bea3-4a92-8167-a0815727fb55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.611659674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"4a7912e2-31f4-4147-ac11-c25be1d1fa86","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.611684785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"4a7912e2-31f4-4147-ac11-c25be1d1fa86","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.615821479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"fb210cc6-eb0d-4353-8be4-db65b4696c42","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.616563013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02d31731-62e2-4e18-bad5-e6ff31223794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.628137929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c790393-7de7-443b-bb3d-f0716a9fc12b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.628159205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c790393-7de7-443b-bb3d-f0716a9fc12b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.628399017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a22521a2-9bd1-4cdb-bc73-e838ad04ec72","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.628412048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a22521a2-9bd1-4cdb-bc73-e838ad04ec72","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.661637807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c293be5-bcdb-4b92-99aa-629cb326f661","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.662152153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78cad827-5045-472b-9cf3-9b2485616b03","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.677383457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"cbf01921-0742-4a71-a3f4-8bde4792d688","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4184ae","model":"llm/e2e-rt-sw-4184ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.697688259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"49031c72-5ff5-4bf5-9020-d1ac795dac14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.716106219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8cab5f5-930e-472f-942f-8a2cc0f23918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.727002379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"c3928462-7b86-4bd1-b477-79148cda1a41","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.747414419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"49031c72-5ff5-4bf5-9020-d1ac795dac14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.749378927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8cab5f5-930e-472f-942f-8a2cc0f23918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.75564544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"c3928462-7b86-4bd1-b477-79148cda1a41","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.823645734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"f3fd12d5-a993-42f3-ad82-e12367303197","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.826338722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"1ee6dbaa-d0f7-4ef9-82ff-b3978cc2cdae","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.843240143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"f3fd12d5-a993-42f3-ad82-e12367303197","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.846644675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"1ee6dbaa-d0f7-4ef9-82ff-b3978cc2cdae","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.938173961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1db44bd-a32f-4cc1-b3d0-6aba1d07963f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.956725839Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"5a9b78a5-df2a-484c-a277-70d1586e99b0","namespace":"llm","name":"e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.961140259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1db44bd-a32f-4cc1-b3d0-6aba1d07963f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.007250306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"601cc877-f313-499d-9261-1a3c29094f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.007485582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ac6d6e48-a9f3-4a68-afb5-8112c174fda8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.027784819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ac6d6e48-a9f3-4a68-afb5-8112c174fda8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.02822942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"601cc877-f313-499d-9261-1a3c29094f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.129981766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"4e1c63e8-0853-4952-8e01-50e185f7a4ef","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.13054438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"13d1242a-36a4-4bb8-bb1f-c6cadcdbd249","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.154349574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"13d1242a-36a4-4bb8-bb1f-c6cadcdbd249","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.154632863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"4e1c63e8-0853-4952-8e01-50e185f7a4ef","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.202877405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dce4063-f614-488f-b738-d436c45f6768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.222944124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dce4063-f614-488f-b738-d436c45f6768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.285311108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"df5fac56-3dc3-4c1a-b074-565dbc22f5fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.301277131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"308a48ea-6178-4c4e-b92e-4b5994e4e812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.304865772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"df5fac56-3dc3-4c1a-b074-565dbc22f5fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.321690791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"308a48ea-6178-4c4e-b92e-4b5994e4e812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.385409045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"356a7b53-8816-4b8e-93ea-966112a0c3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.40099519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"dbd341fc-0ecd-4084-9b2a-f5a48620dd8d","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.406327234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"356a7b53-8816-4b8e-93ea-966112a0c3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.420170239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"dbd341fc-0ecd-4084-9b2a-f5a48620dd8d","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.50027865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"0f9cfc1c-d1b9-4e91-87f3-14436d5e078e","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.519675336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"0f9cfc1c-d1b9-4e91-87f3-14436d5e078e","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:49.013836702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"55460f01-40ff-480d-9768-b6ae9e606f93","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.295517385Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"b8e3d6a7-60f4-4919-9c4f-f513710cc627","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.489709621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"d1e288e0-34e0-4dee-99b7-4d2fdee15216","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.489923925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1ddce09-777d-4986-a505-4d31d08e6677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.490821219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e07fb737-c03d-4fb1-9af4-5a8fcdb3729a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.520584443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e07fb737-c03d-4fb1-9af4-5a8fcdb3729a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.520965341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"d1e288e0-34e0-4dee-99b7-4d2fdee15216","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.524865657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1ddce09-777d-4986-a505-4d31d08e6677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.633660498Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-sub","reconcileID":"742c77ee-8b41-4793-b02d-8c54adf94c4a","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","subscription":"e2e-cfl-same-169ef8-0da87f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.652589273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3b764b5-d016-44db-a70f-702afaf32e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.669609789Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-sub","reconcileID":"742c77ee-8b41-4793-b02d-8c54adf94c4a","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.673976375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3b764b5-d016-44db-a70f-702afaf32e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.686240311Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-sub","reconcileID":"742c77ee-8b41-4793-b02d-8c54adf94c4a","MaaSSubscription":{"name":"e2e-cfl-same-169ef8-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.747840172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7232a945-c772-4f24-9ee5-0d154ab22b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.747867073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"a9cc10da-d058-4d8e-afe3-fde54a82018a","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.768461883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7232a945-c772-4f24-9ee5-0d154ab22b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.768565403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"a9cc10da-d058-4d8e-afe3-fde54a82018a","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.853481074Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-ef2ac3-0da87f-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc-09ab3e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.871744038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"ecc4c696-ae46-45db-8965-1b7f6ce1e593","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.871776403Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"ecc4c696-ae46-45db-8965-1b7f6ce1e593","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.932238927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"5e9fd001-9fa1-4921-a5c3-4b1ac3ef8eb0","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:50.932275009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"5e9fd001-9fa1-4921-a5c3-4b1ac3ef8eb0","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.015567209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"46d0ee9d-bc4a-49d2-aa5f-67cb9c4f7e1c","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.01647419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"e7461488-22b9-449e-9f19-0495bb258e33","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.016497123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"e7461488-22b9-449e-9f19-0495bb258e33","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.02713667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dae1cb2e-77b2-470b-a815-ef3cd137b5f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.027936315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"1b94d063-684c-49b2-a9d7-c6070ad1af66","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.028315494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"236bd0b5-f41d-4a20-8eb5-9fa95014f351","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.099272312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"46d0ee9d-bc4a-49d2-aa5f-67cb9c4f7e1c","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.103093477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"1b94d063-684c-49b2-a9d7-c6070ad1af66","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.10660165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dae1cb2e-77b2-470b-a815-ef3cd137b5f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.11676985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"8a75d6a5-f9b7-4173-b456-eea2eaa56155","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.116801838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"8a75d6a5-f9b7-4173-b456-eea2eaa56155","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.119882219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"236bd0b5-f41d-4a20-8eb5-9fa95014f351","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.131303261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e654025a-2106-43ae-b4b8-345b71eb83e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.151755616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e654025a-2106-43ae-b4b8-345b71eb83e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.194877642Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-same-169ef8-0da87f-access","reconcileID":"ad9bc23f-193d-4e5a-88e7-85b311d64828","MaaSAuthPolicy":{"name":"e2e-cfl-same-169ef8-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.243080485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"65dd5376-92df-4311-92f6-60921e2b05e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.261932422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"f88e8337-2445-4707-83a5-a44890fd3b05","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.261962424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"f88e8337-2445-4707-83a5-a44890fd3b05","MaaSModelRef":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-same-169ef8-3dd48c40e00b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-same-169ef8","externalModel":"e2e-cfl-same-169ef8","provider":"e2e-cfl-same-169ef8","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.263628665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"65dd5376-92df-4311-92f6-60921e2b05e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.776024662Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"a0622645-40b6-4415-8fd6-9eb9472948cb","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.812544879Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"610ccb48-4286-4c52-aadc-c2389444730b","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.83249311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"db2652b2-0d2f-4551-9fdd-2d0c1fe29362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.832572459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"4e500c7f-7647-4e70-8444-5dbd7f361ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.833111713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"2fa55f29-eece-424f-854a-c635ce5c5606","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.844898023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"069e8043-3f87-4484-8e95-a4111fa04f20","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.845167378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90a3481f-e6b6-4462-824e-bceb0759051b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.84652265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"567dd30e-a666-4354-a7e9-088369556e72","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.84654563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"567dd30e-a666-4354-a7e9-088369556e72","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.859479697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"2fa55f29-eece-424f-854a-c635ce5c5606","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.902130819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"db2652b2-0d2f-4551-9fdd-2d0c1fe29362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.906806997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"4e500c7f-7647-4e70-8444-5dbd7f361ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.913488178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"069e8043-3f87-4484-8e95-a4111fa04f20","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.915080997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90a3481f-e6b6-4462-824e-bceb0759051b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.925859779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"c17e76ec-820d-4998-b582-54c95067fd82","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ef2ac3","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:51.96223307Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","reconcileID":"984ad996-5fd0-4c47-80b3-dc19d9640d84","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.009064369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"bad62a51-91fc-4cf6-91ec-0269f1615ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.056265264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab541b3e-f697-4921-9c89-99f02ebef835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.104288604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"bad62a51-91fc-4cf6-91ec-0269f1615ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.108289266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab541b3e-f697-4921-9c89-99f02ebef835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.210728414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"8d2943c9-1811-4185-bd13-a3e98edcca71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.212137484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"078d705d-fe1c-415c-a44a-1a4765ac7850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.213101993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"f52b0d1f-2394-4215-aab8-90eee5c2b845","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.231268207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"8d2943c9-1811-4185-bd13-a3e98edcca71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.232544562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"078d705d-fe1c-415c-a44a-1a4765ac7850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.233985588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"f52b0d1f-2394-4215-aab8-90eee5c2b845","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.326234279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"a006182b-8fca-415e-979b-102584768a3b","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.422922592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"a006182b-8fca-415e-979b-102584768a3b","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.424998393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"138ca357-c8f9-49e6-acbd-50dd4597f0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.465222394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"138ca357-c8f9-49e6-acbd-50dd4597f0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.501544409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"aa93e4a0-e258-440c-9dd4-e0580c926695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.522053073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"aa93e4a0-e258-440c-9dd4-e0580c926695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.527196657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"45dcdf2e-b08a-4a0f-9ce5-20d0404ec482","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.527196653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3810bb6c-4ce6-42aa-bc75-768b6f73c283","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.548201195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"45dcdf2e-b08a-4a0f-9ce5-20d0404ec482","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.548834755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3810bb6c-4ce6-42aa-bc75-768b6f73c283","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.600784574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b7310212-6b70-4f38-9fcd-ab6d959271a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.620866414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"b7310212-6b70-4f38-9fcd-ab6d959271a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.859382768Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"232817a2-1d08-447a-91e7-3f7abe360f05","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.896074655Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"1e0b01e3-ae58-40e2-9a00-cddf257d2dd3","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.911674352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"9b0560cb-bb5d-4d8f-b801-90f511cbf22f","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.91172992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"160e26d4-5031-4bdd-961f-ab1255aa35e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.915058137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"73d67ba8-7468-4916-8ae5-7f63613c8c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.930826609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"885e1984-018b-4502-b7a0-a6dc39fff0b5","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.930964115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd8e6861-db2e-4b7d-b8ef-80018f53cc5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.93591856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"9b0560cb-bb5d-4d8f-b801-90f511cbf22f","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.938242447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"73d67ba8-7468-4916-8ae5-7f63613c8c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.93957043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"160e26d4-5031-4bdd-961f-ab1255aa35e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.995546104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd8e6861-db2e-4b7d-b8ef-80018f53cc5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:52.99704668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"885e1984-018b-4502-b7a0-a6dc39fff0b5","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.077831008Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-169ef8","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","reconcileID":"9f8d60bb-7cff-4286-8c8d-36dd738dbd92","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-same-169ef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.228067331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"354fdc9a-5509-4451-a025-708a2761a0e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.295805972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e66f66df-9fa4-486e-ae41-a588bafb3900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.303504046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"10be3679-823b-46bd-acc2-d4ea4ecfb895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.304217138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"354fdc9a-5509-4451-a025-708a2761a0e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.317081192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e66f66df-9fa4-486e-ae41-a588bafb3900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.32349668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"10be3679-823b-46bd-acc2-d4ea4ecfb895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.330208713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"965a0bdd-c96f-48a9-93de-9c1fb1e8dd55","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.349211811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"ed7e90d7-6790-42b5-876e-342ce483d961","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.349750666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"965a0bdd-c96f-48a9-93de-9c1fb1e8dd55","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.37020685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"ed7e90d7-6790-42b5-876e-342ce483d961","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.485912754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0f2136bf-2208-40f2-9722-daec459ac733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.501607521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ba30a815-c9aa-4cc6-bde2-a12949694c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.501623531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"8c2c553b-43d2-4856-b68a-e0c40e3866b8","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.50570397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"0f2136bf-2208-40f2-9722-daec459ac733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.522064976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ba30a815-c9aa-4cc6-bde2-a12949694c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.522233875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"8c2c553b-43d2-4856-b68a-e0c40e3866b8","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.611158968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"0319b3b4-e3d6-42fd-83f6-6e896a4e7750","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.611196772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"0319b3b4-e3d6-42fd-83f6-6e896a4e7750","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.662019629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a7e1240-2ccb-4e9a-abb7-8e00ded9a711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.700950821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a7e1240-2ccb-4e9a-abb7-8e00ded9a711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.728952221Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"b2d39b12-17dd-46dc-84bd-4c5e2604db7b","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f7eee477","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.729620977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"7c7ae1e4-f00a-44a9-99bb-2ba6d4349dee","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.76400497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"f8b9fa06-2aad-4dbf-bbb2-7f139892c818","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.764246469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"7c7ae1e4-f00a-44a9-99bb-2ba6d4349dee","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.76546763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4dabe8a-b5a9-420c-b5c5-5dbc33e15895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.786618232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"f8b9fa06-2aad-4dbf-bbb2-7f139892c818","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.787018207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4dabe8a-b5a9-420c-b5c5-5dbc33e15895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.797878669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"678d1460-29a6-4431-9ee8-2ba6b8ad8353","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.817499405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"678d1460-29a6-4431-9ee8-2ba6b8ad8353","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.914226125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bfeac52-f1d7-4362-84f1-306c60fa6a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.937703969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bfeac52-f1d7-4362-84f1-306c60fa6a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:53.998798976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"0d2a71ea-b228-4afe-8813-e755b839ec5c","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:54.018792829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"0d2a71ea-b228-4afe-8813-e755b839ec5c","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:56.382379002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0914bd2-cfd0-4964-bc93-45b8a20161f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:56.385566076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c3c2f29-4535-419f-a4d2-07ada47bc8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:56.388771824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"ed3163a2-4829-4b60-9809-c09b249159a2","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:56.412056313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"ed3163a2-4829-4b60-9809-c09b249159a2","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:56.413156867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0914bd2-cfd0-4964-bc93-45b8a20161f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:56.418993187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c3c2f29-4535-419f-a4d2-07ada47bc8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:59.537752359Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:00.970712146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"5ece03f0-00b4-4998-85d9-fb5ecdee9297","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.279985412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18ee88bb-de0f-4f72-89a8-164c2a4bd69c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.280008809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18ee88bb-de0f-4f72-89a8-164c2a4bd69c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.331716326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"17d92949-c3fa-406d-a6fa-dc586cbdfff5","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.331743722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8439f518-dc9a-4439-9e9f-ab9164d8d09f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.343884851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff0e697c-c143-4a6a-89fe-d30a761ae7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.360351521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8439f518-dc9a-4439-9e9f-ab9164d8d09f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.360901148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"17d92949-c3fa-406d-a6fa-dc586cbdfff5","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.378736937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff0e697c-c143-4a6a-89fe-d30a761ae7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.398648714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9c5ba6ff","namespace":"ai-tenant-e2e-mt-9c5ba6ff"},"namespace":"ai-tenant-e2e-mt-9c5ba6ff","name":"e2e-policy-9c5ba6ff","reconcileID":"ff03e508-cbb7-4108-91af-b789df2aa811","MaaSAuthPolicy":{"name":"e2e-policy-9c5ba6ff","namespace":"ai-tenant-e2e-mt-9c5ba6ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.4224858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9c5ba6ff","namespace":"ai-tenant-e2e-mt-9c5ba6ff"},"namespace":"ai-tenant-e2e-mt-9c5ba6ff","name":"e2e-policy-9c5ba6ff","reconcileID":"ff03e508-cbb7-4108-91af-b789df2aa811","MaaSAuthPolicy":{"name":"e2e-policy-9c5ba6ff","namespace":"ai-tenant-e2e-mt-9c5ba6ff"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.539992988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2afc0a42-17d4-4317-bb02-24a320cadb97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.540013112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2afc0a42-17d4-4317-bb02-24a320cadb97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.617575567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"6461f899-477d-4f64-ae32-b397790ae372","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.617585713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"972ab6df-cb32-4d91-a921-59d0b50060d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.623859827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be833e2e-262a-4d6e-b99a-cc84d92d3976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.637884257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"6461f899-477d-4f64-ae32-b397790ae372","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.638372522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"972ab6df-cb32-4d91-a921-59d0b50060d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.643947696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be833e2e-262a-4d6e-b99a-cc84d92d3976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:01.845693932Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"1cb1a39f-0e6d-4c39-930d-f430da8edc1a","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:02.935022703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"53972ee1-212b-4b23-8be8-43eaf40d9120","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:03.732773868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"6f47a25b-977e-4f41-b367-2ea74f56673f","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:03.74532623Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"29903b2b-2502-481b-87d4-b500665f345a","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","subscription":"e2e-cfl-ef2ac3-0da87f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:03.777791239Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"29903b2b-2502-481b-87d4-b500665f345a","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:03.794942446Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-sub","reconcileID":"29903b2b-2502-481b-87d4-b500665f345a","MaaSSubscription":{"name":"e2e-cfl-ef2ac3-0da87f-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:03.859882891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b925e677-27b7-44e8-a385-9added97d983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:03.860404034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"2c3f3938-53fd-4338-8554-a49318656006","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:03.859895384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfe88fc6-c236-489d-9247-113b0782cd59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:03.881269661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfe88fc6-c236-489d-9247-113b0782cd59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:03.881475376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b925e677-27b7-44e8-a385-9added97d983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:03.88360653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"2c3f3938-53fd-4338-8554-a49318656006","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:03.969567801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"00db82c6-ec0c-4d43-89e4-8e95333c6fe6","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:03.969597277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"00db82c6-ec0c-4d43-89e4-8e95333c6fe6","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.000934587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"8437d11b-3368-4d6b-b85e-5c4d56c6be7b","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.001617852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"5c70e8ed-095d-438c-99ee-b6a99a6d67f2","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.016550947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8050cea6-1663-4ea4-9403-cea7bda05d8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.017693643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddc525ba-6d6f-4eb9-85d5-bf148139be45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.021668115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"5c70e8ed-095d-438c-99ee-b6a99a6d67f2","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.021891514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"8437d11b-3368-4d6b-b85e-5c4d56c6be7b","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.024753157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"9d80bd97-d876-4d9c-8b40-c6d18317d8af","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.024771228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"9d80bd97-d876-4d9c-8b40-c6d18317d8af","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.037236808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8050cea6-1663-4ea4-9403-cea7bda05d8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.039142639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddc525ba-6d6f-4eb9-85d5-bf148139be45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.066014553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"f688458d-430a-4634-b63e-70a0db60b00b","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.108042417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"290fd830-26e3-4942-8a4e-f2170388f368","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.108075989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"290fd830-26e3-4942-8a4e-f2170388f368","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.132144906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-access","reconcileID":"f1dec890-53d2-465e-83b8-4b2a4d66ffcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.14765183Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-ef2ac3-0da87f-access","reconcileID":"294d0b79-f5d2-4848-a7e6-1a8b80d2a931","MaaSAuthPolicy":{"name":"e2e-cfl-ef2ac3-0da87f-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.150725849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"b4914a7d-f729-443d-ae78-05c8f8fc58b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.164883942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"36fd1d1d-4454-4053-a30b-c1bdd1408e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.179361212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"5c1ab6a8-de4a-49b7-a5fb-52b01b3bcc37","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.185378024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"fe73a944-20e8-4ede-8b66-35d73d864a4b","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.187713647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"36fd1d1d-4454-4053-a30b-c1bdd1408e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.20038379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"5c1ab6a8-de4a-49b7-a5fb-52b01b3bcc37","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.22317777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"8b5980c4-dabd-449e-825e-54f37f684788","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.223208748Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"8b5980c4-dabd-449e-825e-54f37f684788","MaaSModelRef":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-ef2ac3-f0a0dfd397b5","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-ef2ac3","externalModel":"e2e-cfl-ef2ac3","provider":"e2e-cfl-ef2ac3-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.31110136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"4757cb35-ef54-4468-910b-662b9ad0a93c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.326879766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"07c0629b-cbc9-42aa-be5d-2c734f0173e8","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.354949806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"273e2b27-3161-48d7-8378-b0b5a00d1006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.375306545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"273e2b27-3161-48d7-8378-b0b5a00d1006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.393322035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cb751d9-130a-45c2-aec9-430c04ce99dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.393339958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e9d35c0-11f9-4b1e-9597-8ea08b3e6495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.413714428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e9d35c0-11f9-4b1e-9597-8ea08b3e6495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.415123568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cb751d9-130a-45c2-aec9-430c04ce99dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.486861713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"18ff7ef2-348e-4649-8519-34f44c1d7966","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.507052777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"18ff7ef2-348e-4649-8519-34f44c1d7966","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.555394896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"1489755d-03be-48b5-a0ba-390d4d255036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.575995096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"1489755d-03be-48b5-a0ba-390d4d255036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.732286573Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"a067c0c6-f6c5-408c-9f19-b9ba190243cb","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.766512902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"34dae47d-86cd-41db-9c10-26431782c399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.766828764Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-2-427820"},"namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","reconcileID":"9d2e5a42-1ca6-487d-8e84-0613dfd762f8","namespace":"e2e-extmod-cfl-2-427820","name":"e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.767644661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"cc63dfd5-5836-4ad2-b578-f8af91fea20e","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.782917768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"cc101693-0be7-4992-8c72-0059639169d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.787128886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"34dae47d-86cd-41db-9c10-26431782c399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.78759114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"cc63dfd5-5836-4ad2-b578-f8af91fea20e","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.79747841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9508269c-ebc0-45c7-adfa-de0e4557db6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.80072166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81704e82-365d-422d-8652-c5189cbe03e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.805186749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"cc101693-0be7-4992-8c72-0059639169d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.817556058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9508269c-ebc0-45c7-adfa-de0e4557db6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.825116768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81704e82-365d-422d-8652-c5189cbe03e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.972947758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"51b9e57b-5382-4556-a109-bb23ddf476ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.973239689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e108e0b3-2dd9-4fcb-b8d9-88c02c7fada5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.993997958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"51b9e57b-5382-4556-a109-bb23ddf476ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.994088863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"e108e0b3-2dd9-4fcb-b8d9-88c02c7fada5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.006544302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d986bffa-64a7-4bbb-aad6-352927120488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.006642605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"09d311f0-d5b2-4317-8e7a-9e8e9b15a958","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.027294533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d986bffa-64a7-4bbb-aad6-352927120488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.027839803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"09d311f0-d5b2-4317-8e7a-9e8e9b15a958","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.059269373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"e184bb9a-c2df-4e09-9c56-b244988f0f01","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.079176716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"e184bb9a-c2df-4e09-9c56-b244988f0f01","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.174634769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9fac189f-bd3f-4799-86fa-7b3a93f5f6bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.190200785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e94cde1-14ff-4be6-8ee3-8ba222a517e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.195053696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9fac189f-bd3f-4799-86fa-7b3a93f5f6bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.210325282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e94cde1-14ff-4be6-8ee3-8ba222a517e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.743858923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"4366e57b-6bcd-4bc5-87b4-d5ad0d14fa2f","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.779707055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7982d0e9-5db6-4b5e-913d-e255deedee3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.780230039Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"6bd70f4b-2cd7-4430-98c9-8ba85896f132","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.780409465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"22b91e05-26fe-4316-a687-37f5c4e7abc5","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.796198364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"cb62041b-1ca0-4a82-93a3-a01e0dadea3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.800409433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"7982d0e9-5db6-4b5e-913d-e255deedee3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.80086825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"22b91e05-26fe-4316-a687-37f5c4e7abc5","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.811761134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"d8b4174f-b17b-4f80-98c0-2b80a25d07eb","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.813047639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6696c79d-df20-4b40-abbb-def30280df0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.818446915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"cb62041b-1ca0-4a82-93a3-a01e0dadea3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.833122845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"d8b4174f-b17b-4f80-98c0-2b80a25d07eb","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.834754957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6696c79d-df20-4b40-abbb-def30280df0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.929758104Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ef2ac3","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","reconcileID":"00866e4c-a88b-4bef-88f0-885d22b48643","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-ef2ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.9847089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"04ec3f08-a5eb-4593-a185-def2a2c26113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.05246261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8ac9dfe-3a88-4402-a32a-4b551ad3c96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.054863275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"519479cd-724b-4c6a-9192-61eb6f64c2e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.063035848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"04ec3f08-a5eb-4593-a185-def2a2c26113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.097908801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8ac9dfe-3a88-4402-a32a-4b551ad3c96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.112438984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"519479cd-724b-4c6a-9192-61eb6f64c2e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.131289521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"298dbdf5-97c1-4cff-943f-6630904621ed","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.211011279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76f259fb-27ef-440d-9d5f-e3163eef0534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.21425323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"298dbdf5-97c1-4cff-943f-6630904621ed","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.23177734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76f259fb-27ef-440d-9d5f-e3163eef0534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.289290148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b99ee1e3-a51b-4e81-aec4-3087bc089667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.337892796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"b99ee1e3-a51b-4e81-aec4-3087bc089667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.349560727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"76425df7-c887-4d7e-914e-d68f5aa8ed35","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.388094859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"76425df7-c887-4d7e-914e-d68f5aa8ed35","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.450513124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"d2a12ea2-7060-4af2-8a83-8ef492b9aa6f","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.450547911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"d2a12ea2-7060-4af2-8a83-8ef492b9aa6f","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.500223886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"035931f9-d5ad-4e2b-8650-79509913841f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.505642329Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-sub","reconcileID":"73614479-9516-438f-982b-8641a99ba56d","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-57d00bd3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.529630335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"035931f9-d5ad-4e2b-8650-79509913841f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.590068854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"a74485b2-c4a4-4960-94f9-e1c8a022c192","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.610760377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"a74485b2-c4a4-4960-94f9-e1c8a022c192","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.621080515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3b6669e-e306-4986-87df-df1cfb231a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.64096704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3b6669e-e306-4986-87df-df1cfb231a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.697658362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"54701a4f-a0c6-4e68-8174-a5775d02bece","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.717593782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"54701a4f-a0c6-4e68-8174-a5775d02bece","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.767614113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"40df1b73-d931-4d23-b7ff-b88d8cc9ba12","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.787618799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"40df1b73-d931-4d23-b7ff-b88d8cc9ba12","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.096165246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"dc56065d-4640-4adb-8585-74f2d2771efd","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.217509682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"133463b1-dce5-4fc7-a6fa-b2ca879c826b","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.333662611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"c6dd3f1f-10d5-4d36-ab32-004e312ad41d","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.388770068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ab33ba5e-35cc-4cc7-a24d-c782d0f12e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.399614928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"2e8d98d2-0d79-45d5-bf7e-14639d3149f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.414219325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"ab33ba5e-35cc-4cc7-a24d-c782d0f12e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.452138261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"20635a5b-01d7-4c68-84c9-414a65a97444","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.470569355Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"55266e7c-2e0b-423c-8c0f-1c8e4b432761","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.475046479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"b3ad19fe-1b1b-4161-a406-f4e9fd7c0425","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.486789529Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"55266e7c-2e0b-423c-8c0f-1c8e4b432761","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.518880846Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"simulator-subscription","reconcileID":"55266e7c-2e0b-423c-8c0f-1c8e4b432761","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/simulator-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.534114494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"cfcd9ec2-dd85-42ec-87ff-13d1e0fa1c6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.581787188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a77ab3b1-bd70-4bf1-b4ae-ba993529cc8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.607764059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"a77ab3b1-bd70-4bf1-b4ae-ba993529cc8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.628355377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"01d485ec-bd2f-4350-8956-4713b820232c","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.720240522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f7dc3f7-ecb2-4a15-9b57-01a65185c777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.721445382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"42a1c30b-020f-45d5-a26d-2c2407113539","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.722057405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e59ff32-1e3b-4f80-a4bd-619eb2247777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.742840409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f7dc3f7-ecb2-4a15-9b57-01a65185c777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.743034049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e59ff32-1e3b-4f80-a4bd-619eb2247777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.745392074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"42a1c30b-020f-45d5-a26d-2c2407113539","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.782022376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"fd972220-4bfb-4778-8f0c-e97232a96a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.808243279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"fd972220-4bfb-4778-8f0c-e97232a96a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.575700349Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"0290c1b7-30bd-4bff-b166-5434d38b0c31","namespace":"llm","name":"e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.593789557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"9a388ff8-65ee-4d19-8fc0-d1ec8460d783","namespace":"llm","name":"e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.617811747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"3818636e-609c-411a-8068-bd2f077364a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.622711895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"d40f82d2-9b55-43dd-922b-b439501ea7b5","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.63530321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"d38decbe-e459-4e09-9c6e-aec5acc24f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.639488923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"3818636e-609c-411a-8068-bd2f077364a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.642533905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"d40f82d2-9b55-43dd-922b-b439501ea7b5","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.651609752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2893489-910a-472c-89d1-e7dafa9077d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.651878728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"dfabb202-f16b-4a18-a688-8e63660f07ce","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.655553861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"d38decbe-e459-4e09-9c6e-aec5acc24f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.672262156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2893489-910a-472c-89d1-e7dafa9077d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.673211098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"dfabb202-f16b-4a18-a688-8e63660f07ce","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.688261486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb89dc3f-9809-4e07-b669-8753f023e794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.688353301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb89dc3f-9809-4e07-b669-8753f023e794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.710075614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"6655d785-1798-4510-948f-40c5e8bd347e","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.710299531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"6655d785-1798-4510-948f-40c5e8bd347e","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.730511414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"be7fedaf-ad24-4ddd-8075-bc40c38aa0e3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.730541233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"be7fedaf-ad24-4ddd-8075-bc40c38aa0e3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.730938643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e0dcfa96-b778-466a-8300-ff3ad6d4b205","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.730959451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e0dcfa96-b778-466a-8300-ff3ad6d4b205","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.731294023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3457ee72-e3e1-4f0d-bbe3-496b3fae2ef1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.732558518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3457ee72-e3e1-4f0d-bbe3-496b3fae2ef1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.73289889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b591d7bb-d76b-473b-9af1-95a80baa4f94","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.732964011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b591d7bb-d76b-473b-9af1-95a80baa4f94","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.733332028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6916408b-6072-4b81-bc77-975d6a95f64c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.733378433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6916408b-6072-4b81-bc77-975d6a95f64c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.733850242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eb50a29a-14cd-4201-9729-05ee1538fa99","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.73391444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eb50a29a-14cd-4201-9729-05ee1538fa99","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.734247395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7d2c893-9469-41fb-8bf9-b7c8ed685840","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.734293255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7d2c893-9469-41fb-8bf9-b7c8ed685840","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.734639167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a719b97-ea54-48fa-afb2-079dbbc1d637","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.734694261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a719b97-ea54-48fa-afb2-079dbbc1d637","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.751213723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"91891d8c-e67a-41b7-86af-6eedc4e9b800","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.75124183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"91891d8c-e67a-41b7-86af-6eedc4e9b800","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.764385412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5098d4b5-6f77-4f7c-b4a6-9e9316d559fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.765100464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f24f0347-5061-465d-a553-f2d1cad1b623","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.781553542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"2ee38221-9282-491a-aeb6-8cb3cbbfd819","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4184ae","model":"llm/e2e-rt-sw-4184ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.830116374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"98f935f7-1ae1-49ce-a0bf-c9ed163f292f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.830788865Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"67241d85-6b9b-4d1e-ba64-832282c59a90","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"name":"e2e-rt-eq-e261ab","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.851386177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"98f935f7-1ae1-49ce-a0bf-c9ed163f292f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.908079491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"dbbc363a-a339-4dd8-920f-b89288a5f89f","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.90884481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"636ea3f5-f196-49f4-b23d-67429be90258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.93068422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"dbbc363a-a339-4dd8-920f-b89288a5f89f","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.931864109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"636ea3f5-f196-49f4-b23d-67429be90258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.940979235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"fef8cc32-ee08-4dfa-91f2-3969054454d7","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.941102431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c00390d-64d7-4e30-bfa1-29ad8db03ce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.962656329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"fef8cc32-ee08-4dfa-91f2-3969054454d7","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.962656327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c00390d-64d7-4e30-bfa1-29ad8db03ce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.039095815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"df6bee88-0dc2-43ef-af97-be20ba14dca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.053926148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6b911ea-8358-4dfa-b051-a4f503d9447e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.065184959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"df6bee88-0dc2-43ef-af97-be20ba14dca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.196761481Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"3487476a-1ca2-444a-8fcb-a6f61b7d74ec","namespace":"llm","name":"e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.282306521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"c91b192a-36d7-40e0-8180-d8ccf5bf30ff","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.28234772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"c91b192a-36d7-40e0-8180-d8ccf5bf30ff","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.28531245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6b911ea-8358-4dfa-b051-a4f503d9447e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.325220661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"40d39e8c-c089-48e4-9a25-7e7efc5f79c3","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.393108301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"40d39e8c-c089-48e4-9a25-7e7efc5f79c3","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.400783474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"1660bee2-365e-4a66-9334-d08ed5799fcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.425565914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"92c5759a-77c6-4c67-a180-9e479a8342b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.43338695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"1660bee2-365e-4a66-9334-d08ed5799fcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.443192329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"303af8a4-53dd-4d5e-a140-580676e1ab6a","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.447018905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"92c5759a-77c6-4c67-a180-9e479a8342b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.463719627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"303af8a4-53dd-4d5e-a140-580676e1ab6a","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.508595632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9ac2605-ec9d-458a-b4dc-e455abcf2e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.529049726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9ac2605-ec9d-458a-b4dc-e455abcf2e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.59207227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"82c4b116-e9b2-42ce-900b-016b06ef5971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.608540892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bda4904-e604-45db-bd53-14db12eed21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.620606485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"82c4b116-e9b2-42ce-900b-016b06ef5971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.630245653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bda4904-e604-45db-bd53-14db12eed21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.863151889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"87ebf2a3-c409-44a4-b804-d3d9a9c6836c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.883523892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"87ebf2a3-c409-44a4-b804-d3d9a9c6836c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.89216318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"852970d3-fc83-439b-98df-f5ff0d45964a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.895280052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efb48a54-8f7a-44a1-aad2-a0fddac836e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.895734049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cda27597-85d8-4f46-a1fc-f140b5ac8eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.896218461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"3947f15c-63b6-491e-9b68-17aa7c403182","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.915412856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efb48a54-8f7a-44a1-aad2-a0fddac836e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.915868617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cda27597-85d8-4f46-a1fc-f140b5ac8eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.918015258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"3947f15c-63b6-491e-9b68-17aa7c403182","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.962782489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"8edca8b3-1c56-4a86-be10-6b42463246c9","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.979061472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"43d69d8a-8f70-437c-b5d1-2bb774d34685","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.979326691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"a565b020-b907-482e-ae0b-dd86609940a4","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.995970276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"7cafdad8-6a7e-4b36-a0b4-b956c9a0bde4","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.044917579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"a7ac4305-8516-49cc-a46a-f2247a18b3c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.062289182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c36afcaa-8df1-4b3d-a88a-f14556b766c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.097985178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"c36afcaa-8df1-4b3d-a88a-f14556b766c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.303362677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c02099-d0c7-4007-b487-818065beb777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.319437651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c02099-d0c7-4007-b487-818065beb777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.335893582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c02099-d0c7-4007-b487-818065beb777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.352100502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c02099-d0c7-4007-b487-818065beb777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.646867661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"3782f607-57ef-4ca6-ab7c-916e7296a5af","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.75596633Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"3f67ff1d-b675-410e-af75-6fc7b995ecab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d090dbbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.761878696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"78424257-97a3-4f83-b62d-8b410456cdc7","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.780313197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"56b0b900-0f6c-4715-aa18-c4a8b9bf3c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.783172771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"78424257-97a3-4f83-b62d-8b410456cdc7","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.808338383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"56b0b900-0f6c-4715-aa18-c4a8b9bf3c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.814622845Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"a10a5c9c-9b2b-462a-837f-4a5dbc3b52ec","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.830606283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5406c1cb-a1b0-4bdd-af5a-2af6266f8eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.895993066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a537b51-fd7e-434c-9d11-d60486098c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.906788517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5406c1cb-a1b0-4bdd-af5a-2af6266f8eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.011835514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a537b51-fd7e-434c-9d11-d60486098c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.060631417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"93267562-f178-48b8-a85d-4598ea5a683f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.075973977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"115ecfd0-bcf5-4c06-ba33-e01e0fd3dd9d","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.0828649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"93267562-f178-48b8-a85d-4598ea5a683f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.114144946Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"3e74d4fb-4d76-463e-80c5-516456ead28c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d090dbbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.221840568Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0ecc9bb3-7e18-4bc0-b202-821d352a4511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.281130201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0ecc9bb3-7e18-4bc0-b202-821d352a4511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.297675437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b08466-cd7c-4fea-b38f-9d7426c23538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.31393149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b08466-cd7c-4fea-b38f-9d7426c23538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.330289169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b08466-cd7c-4fea-b38f-9d7426c23538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.345512413Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0ecc9bb3-7e18-4bc0-b202-821d352a4511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"e2e-worker-w0-ff49f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.345541288Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-access","reconcileID":"0ecc9bb3-7e18-4bc0-b202-821d352a4511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.347571737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b08466-cd7c-4fea-b38f-9d7426c23538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.368769461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"ec2c8b35-6444-40c3-a91d-cbe22adf8a22","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.521921066Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-sub","reconcileID":"71357efa-01c9-46ec-ae1c-779004341739","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","subscription":"e2e-cfl-f871dc-09ab3e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.554340516Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-sub","reconcileID":"71357efa-01c9-46ec-ae1c-779004341739","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.571081835Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-sub","reconcileID":"71357efa-01c9-46ec-ae1c-779004341739","MaaSSubscription":{"name":"e2e-cfl-f871dc-09ab3e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.675776362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"fa23b3a2-07f0-4c3b-9c69-6358c1e5c5db","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.675808484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"fa23b3a2-07f0-4c3b-9c69-6358c1e5c5db","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.693775591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"d8dc432d-7606-4851-bb1f-0817933b9218","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.713451557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"d8dc432d-7606-4851-bb1f-0817933b9218","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.726073653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee1cc940-2865-4911-a294-8f555c3c4323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.726720589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"7ee99da1-948d-4aa7-a5ff-09e605cd843f","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.726073651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8637b53c-a0d4-459f-9d47-b0aa928d3713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.747768966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee1cc940-2865-4911-a294-8f555c3c4323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.74833928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8637b53c-a0d4-459f-9d47-b0aa928d3713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.750457907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"7ee99da1-948d-4aa7-a5ff-09e605cd843f","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.821811845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"12c8b82f-9969-479d-9e2a-c57ab460fb3d","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.821839643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"12c8b82f-9969-479d-9e2a-c57ab460fb3d","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.865079393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"596ceb94-8a26-42d7-8639-23e30ac4bdef","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.982770214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"596ceb94-8a26-42d7-8639-23e30ac4bdef","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.032013264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"596ceb94-8a26-42d7-8639-23e30ac4bdef","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.032043015Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc-09ab3e-access","reconcileID":"596ceb94-8a26-42d7-8639-23e30ac4bdef","MaaSAuthPolicy":{"name":"e2e-cfl-f871dc-09ab3e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.068581285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"9712e9d7-719d-4bec-9c60-62f0c1779afd","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"ai-tenant-e2e-extmod-a-09ab3e/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.068610324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"9712e9d7-719d-4bec-9c60-62f0c1779afd","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"routeName":"external-model-e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.606544189Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"84d7da90-e18f-4134-878a-cefd8c9993bd","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.695368922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"34d1606a-2343-4f63-a401-f37e872ee775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.712163945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e0aad1d3-5115-48a8-85ff-d7ae5aedb2e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.715759109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"941555d3-7a14-4bb3-ae91-7048f6521d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.71713555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"a334d7b7-d5a8-4316-99a8-48cf3856a94b","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.720014019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0d7fbdf-09e2-49b1-9c78-a740a8b8e953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.721012754Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"e07673c5-cfe0-41f6-a346-3753647ebf03","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.72603343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"34d1606a-2343-4f63-a401-f37e872ee775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.797280515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"e0aad1d3-5115-48a8-85ff-d7ae5aedb2e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.80125721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"941555d3-7a14-4bb3-ae91-7048f6521d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.804027186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"a334d7b7-d5a8-4316-99a8-48cf3856a94b","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.80704121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0d7fbdf-09e2-49b1-9c78-a740a8b8e953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.821153148Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"8a90553b-30e1-49a9-b01d-cd944678dd64","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.960769831Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"e1c6e9a6-5f9e-4a02-ba37-c5a71c349e1e","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.977160909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"b1b9242e-0b3a-41c2-b566-0027de2e4d44","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-cfl-1-0da87f/e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.977218267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"b1b9242e-0b3a-41c2-b566-0027de2e4d44","MaaSModelRef":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"routeName":"external-model-e2e-cfl-f871dc-7fafe1c33f5b","namespace":"e2e-extmod-cfl-1-0da87f","model":"e2e-cfl-f871dc","externalModel":"e2e-cfl-f871dc","provider":"e2e-cfl-f871dc-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.014040167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ba3efdf3-2c68-4508-bee7-912cdf9b51e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.01404203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"c347e88b-f0a1-4a9a-bc89-c001a565a339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.024479705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"608ad415-3e52-4b59-a42f-e88c6fad618f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.024949394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bba9199-c1b3-49fc-952c-6805aee0771b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.035040188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ba3efdf3-2c68-4508-bee7-912cdf9b51e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.035413991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"c347e88b-f0a1-4a9a-bc89-c001a565a339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.045379539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"608ad415-3e52-4b59-a42f-e88c6fad618f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.046233165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bba9199-c1b3-49fc-952c-6805aee0771b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.086926752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"e3a5d230-670b-413b-bdc2-e6ce41507ece","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.108606477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"e3a5d230-670b-413b-bdc2-e6ce41507ece","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.16811945Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f871dc","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","reconcileID":"c57441ee-3d59-460f-a151-e02d86201397","namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.223079491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"5a451dd6-c3ff-461c-9651-8b2a3289a9dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.223167425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f78ed23a-10ff-44c3-94ba-406f96804468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.23595584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad6ccf7d-9902-4509-ad73-3f5d1492939b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.240140147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ddfb7fb-c320-4552-b110-4d9ddb8ec67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.255979714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f78ed23a-10ff-44c3-94ba-406f96804468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.258051698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"5a451dd6-c3ff-461c-9651-8b2a3289a9dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.277235082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad6ccf7d-9902-4509-ad73-3f5d1492939b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.278263788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ddfb7fb-c320-4552-b110-4d9ddb8ec67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.395585905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"d115d95d-ebee-44ac-93d9-61f5b6b99481","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.437471279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"d115d95d-ebee-44ac-93d9-61f5b6b99481","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.499342797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"e79f0476-5344-405b-8f70-189f814b8305","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.499371137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"e79f0476-5344-405b-8f70-189f814b8305","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.53176039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"4420008b-6ba6-4bfa-a705-b255f3810b91","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.531787995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"4420008b-6ba6-4bfa-a705-b255f3810b91","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.59284933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"1167237d-6ebd-4d62-9c20-6b9c3a2461a0","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.636092222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"1167237d-6ebd-4d62-9c20-6b9c3a2461a0","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.865212886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"936414f0-6a2d-4ad4-9572-e57f93770ae9","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.865251609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"936414f0-6a2d-4ad4-9572-e57f93770ae9","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.185996139Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"b5f5e06d-7d03-41fc-8640-7b80e3934708","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.246459359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"648ac31d-656e-4ba3-8ed7-85567f2a6c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.24786673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ebe45698-209d-4f12-b8ac-7a5de6849350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.277628647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"648ac31d-656e-4ba3-8ed7-85567f2a6c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.373927367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"7a3c59dc-e871-4285-9c42-8511496ef06a","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.454826657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ebe45698-209d-4f12-b8ac-7a5de6849350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.471476435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41f9eaf1-fdcf-49c6-a0e8-f6d2f0574acc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.498149258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1930e61-0850-4b40-971b-cc56c349826e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.517178415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41f9eaf1-fdcf-49c6-a0e8-f6d2f0574acc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.51777871Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f871dc","namespace":"e2e-extmod-cfl-1-0da87f"},"namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","reconcileID":"68a304b5-c052-4f64-b12b-99f82803e7e6","namespace":"e2e-extmod-cfl-1-0da87f","name":"e2e-cfl-f871dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.536158573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1930e61-0850-4b40-971b-cc56c349826e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.749227662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"7a3c59dc-e871-4285-9c42-8511496ef06a","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.921827593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"44e17aca-3422-4bf4-94b8-dfd413f47501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.97520777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"44e17aca-3422-4bf4-94b8-dfd413f47501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.976395011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"5efef781-6e3f-4efe-a34d-112e61b41a56","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.105519369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"5efef781-6e3f-4efe-a34d-112e61b41a56","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.183314006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0898cea-8aad-4cbc-819f-e5e4722bea6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.190470347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09341134-a529-460c-92f0-4bb19e75b635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.199919792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"aad32196-3bce-4f0e-bd01-27580cab72ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.210494601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0898cea-8aad-4cbc-819f-e5e4722bea6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.241590489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09341134-a529-460c-92f0-4bb19e75b635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.262646017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"b467b91b-078d-4f18-97c2-f7413490859c","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.272504123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"aad32196-3bce-4f0e-bd01-27580cab72ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.286211327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"b467b91b-078d-4f18-97c2-f7413490859c","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.576345554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"cff3a72d-4e21-49ea-9169-e14ae21b8a71","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.645627677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"cff3a72d-4e21-49ea-9169-e14ae21b8a71","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.186207193Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9c5ba6ff","namespace":"ai-tenant-e2e-mt-9c5ba6ff"},"namespace":"ai-tenant-e2e-mt-9c5ba6ff","name":"e2e-policy-9c5ba6ff","reconcileID":"6f4e061c-4490-4caa-8fe6-7709a58e35b5","MaaSAuthPolicy":{"name":"e2e-policy-9c5ba6ff","namespace":"ai-tenant-e2e-mt-9c5ba6ff"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.224078713Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9c5ba6ff","namespace":"ai-tenant-e2e-mt-9c5ba6ff"},"namespace":"ai-tenant-e2e-mt-9c5ba6ff","name":"e2e-policy-9c5ba6ff","reconcileID":"6f4e061c-4490-4caa-8fe6-7709a58e35b5","MaaSAuthPolicy":{"name":"e2e-policy-9c5ba6ff","namespace":"ai-tenant-e2e-mt-9c5ba6ff"},"policyNamespace":"ai-tenant-e2e-mt-9c5ba6ff","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.79175166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"b10c90b6-07fe-4da8-bdd7-2f8386dd3996","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.882144773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"b3a80e77-5eaa-4092-bd37-72bb0af8c6b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.90118035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"68ed4c30-926d-4c3c-88b7-aa1e6b4d12b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.901943961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b6b40d82-9514-48fd-9650-5dcee33e1432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.931680584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"68ed4c30-926d-4c3c-88b7-aa1e6b4d12b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.935553465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"b6b40d82-9514-48fd-9650-5dcee33e1432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.066233108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"6715c04e-6d97-4482-9969-76db9020dec2","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.212392845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"5211aa39-15d2-4551-8e70-8b4b30e1d771","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.682933073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"7b553b53-ec17-4ae0-8a5e-2cd5d1c5a90d","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.779085326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"5b2adfc6-4a0a-4c83-bfd3-7797b663d6bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.796299016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"00226b61-2d7d-4450-9f38-f1d5de85f0ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.797379097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"5f34c880-0dee-4ac4-bce9-bf3f9f24b3a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.844614346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"5f34c880-0dee-4ac4-bce9-bf3f9f24b3a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.869298342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"5c7b26cc-5917-45db-8b81-8f9bf0b963b1","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.874748511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"00226b61-2d7d-4450-9f38-f1d5de85f0ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.955067424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"f8e84643-a3bd-499f-942a-7fe650446fca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.975902644Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-e261ab-sub models-as-a-service/e2e-rt-sw-4184ae-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.991637778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"70137c91-4d8a-4b79-bf0e-ca4c04bb6d81","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:23.991669058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"70137c91-4d8a-4b79-bf0e-ca4c04bb6d81","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:24.028379755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-sub","reconcileID":"466b76ca-bbc1-481f-b1e2-d359e9a2f102","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-e261ab-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.049646157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"a892b590-856f-4e4d-9b7e-c2e5bc9cb4a6","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.049680574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"a892b590-856f-4e4d-9b7e-c2e5bc9cb4a6","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.075218564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"56c2d67b-37cc-4f48-8c7a-979014c88daa","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.075934357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee0d11cf-7e25-4c06-91a5-ef53c96c1bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.076940338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"070fd70a-236b-4523-9554-e3b4920c744f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:24.123055818Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"a892b590-856f-4e4d-9b7e-c2e5bc9cb4a6","name":"e2e-rt-eq-e261ab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-e261ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:24.123159784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"a892b590-856f-4e4d-9b7e-c2e5bc9cb4a6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-e261ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.131196223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"56c2d67b-37cc-4f48-8c7a-979014c88daa","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.147859199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee0d11cf-7e25-4c06-91a5-ef53c96c1bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.157372284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"fe9b25c2-1bdc-4fd8-b440-681c0fa8313b","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.157402998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"fe9b25c2-1bdc-4fd8-b440-681c0fa8313b","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.168816954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"070fd70a-236b-4523-9554-e3b4920c744f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.190801796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"22008d05-9642-4acf-8199-5990e4fa3d74","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.204699693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"90eaba9c-c183-4bb2-950b-13799a029ef4","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.204735269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"90eaba9c-c183-4bb2-950b-13799a029ef4","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.218295356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"22008d05-9642-4acf-8199-5990e4fa3d74","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.27758179Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-sub","reconcileID":"ad35cbda-c9ae-42b9-84f3-0245161e3091","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-e261ab","model":"e2e-rt-eq-e261ab","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-e261ab-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.307335251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db44ee5c-80a6-48ae-8472-496781fdcf41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.359135409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db44ee5c-80a6-48ae-8472-496781fdcf41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.399187045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"86f9e829-e773-4d4b-9010-d66599498379","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.399229608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"86f9e829-e773-4d4b-9010-d66599498379","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.428356254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"53ba6948-b6d1-4d14-9476-66fd309274aa","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.430128938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"553eb2fc-94da-4947-885c-462e96b05f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.482867506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"53ba6948-b6d1-4d14-9476-66fd309274aa","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.488086398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"553eb2fc-94da-4947-885c-462e96b05f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.494132471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-sub","reconcileID":"3846d7d2-1f7a-43f1-b5f9-4f8f921c4b0a","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-e261ab","model":"llm/e2e-rt-eq-e261ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.568406813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"70acc5c2-b316-4a73-8a0a-e79899473ceb","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.583273694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"98ecb1c1-ff55-4405-808f-8ae3c0ebebd1","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.590798344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"70acc5c2-b316-4a73-8a0a-e79899473ceb","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.979622816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"813e4d51-ba79-4e81-a536-bb0bd85da8f5","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.980170664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"7fa12f6f-1dcc-4d22-b5fd-9ade2ddc7785","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:24.997874919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"3276dc47-6e69-432d-ba49-4b0e0d7a90be","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.582512695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d8e6de8-95a9-4523-a2f8-4ce03e4d72e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.582691109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"c2ee7928-6586-4ce8-aa3f-49e40701b33a","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.583301726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"202cfee6-782b-43d6-a7df-be0f9ad614e8","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.583452876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf360887-e0da-418c-8b13-7ee9f9ed1679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.604000347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d8e6de8-95a9-4523-a2f8-4ce03e4d72e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.604629423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"c2ee7928-6586-4ce8-aa3f-49e40701b33a","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.610959382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"202cfee6-782b-43d6-a7df-be0f9ad614e8","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.611515228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf360887-e0da-418c-8b13-7ee9f9ed1679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.130111282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"6b8e3e07-aafa-4168-93ef-968e9159a249","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.146240477Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"6b8e3e07-aafa-4168-93ef-968e9159a249","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.162365164Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"premium-simulator-subscription","reconcileID":"6b8e3e07-aafa-4168-93ef-968e9159a249","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"name":"maas-trlp-premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4","model":"e2e-models-e2e-worker-w0-ff49f4/premium-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.193319699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1176673-7215-42a3-9c5b-7f053acaf963","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.193340125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1176673-7215-42a3-9c5b-7f053acaf963","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.258796079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9cb5a3a8-8067-431e-bba8-39caf43c6ad2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.294020932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"a35ec254-7d72-47d7-a88b-1fa3e31165b0","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.294035352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c2f5645-0675-453f-bfb7-3bd8a0ce3b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.294852272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"2e6433f2-79b7-4195-b8d6-871586697ab9","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.294874192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a42d155-2db5-4ce3-8408-44d315508ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.313190249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45292047-eae4-4505-a379-19d29180cc5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.313209661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45292047-eae4-4505-a379-19d29180cc5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.317098549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"a35ec254-7d72-47d7-a88b-1fa3e31165b0","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.317120989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"2e6433f2-79b7-4195-b8d6-871586697ab9","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.319453897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c2f5645-0675-453f-bfb7-3bd8a0ce3b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.319926373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a42d155-2db5-4ce3-8408-44d315508ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.345698752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"ec883dce-0f7c-44d6-be47-708bfe87b616","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.345769635Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-e261ab-sub models-as-a-service/e2e-rt-sw-4184ae-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.445370982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3150b07-60c8-40db-a985-d34d69f82498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.445388372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f8f55a2-b02a-4963-88f9-5c11adf4cd16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.460275675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f8ded2a-8c9c-4724-ae9d-6bb1a081e478","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.466955431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3150b07-60c8-40db-a985-d34d69f82498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.466970146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f8f55a2-b02a-4963-88f9-5c11adf4cd16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.547016122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"2c0d1c07-7189-4951-a0f8-44ec467000a2","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.550138969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"10a0f0d8-6ab9-4af9-82c5-3ca059e5dcc7","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.569233243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"2c0d1c07-7189-4951-a0f8-44ec467000a2","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.578496054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"10a0f0d8-6ab9-4af9-82c5-3ca059e5dcc7","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.984180828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"f9f815c9-df56-40bc-ad09-af2900f76346","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.052782084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"12706c73-fdb4-4c9c-92cc-2006b634c1dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.056847649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"55ecf66c-1209-4cda-a6ed-43fd4f8f98ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.05773729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a8dd4c54-2ea8-43fa-abd3-ff9d5895509c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.076730881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"55ecf66c-1209-4cda-a6ed-43fd4f8f98ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.077701525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a8dd4c54-2ea8-43fa-abd3-ff9d5895509c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.110022886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"e80b3eff-6ea7-4d87-b722-d053aad2ed16","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.173719503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"064be435-fcbe-42db-b50c-07ed179a47e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.794524526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"f64f3f04-d408-4238-9f29-514d3ea23fec","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.159593284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"6cff02b0-56ac-43c4-8468-3e6a678d1b5f","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.159611296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"2dbda6bd-69a4-4e81-9112-a7edbb87bc1d","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.160409187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22ea5b25-840e-4838-92fd-ad7c1425cbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.160460929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60df1858-d47b-4afa-bd3c-36af74920310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.180193711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"6cff02b0-56ac-43c4-8468-3e6a678d1b5f","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.18038171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"2dbda6bd-69a4-4e81-9112-a7edbb87bc1d","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.182834044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22ea5b25-840e-4838-92fd-ad7c1425cbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.182914999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60df1858-d47b-4afa-bd3c-36af74920310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.493791575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"0a83d967-dca6-44dd-ae91-422c2049f488","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.562716507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"6813c1dc-36ac-4f5e-926d-4e315ef930f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.562947374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"67488f1d-32dc-4324-ab94-99655dba906c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.578619398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"00b3e86d-a647-429c-8ff4-07b4d0989cc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.582677377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"6813c1dc-36ac-4f5e-926d-4e315ef930f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.583105145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"67488f1d-32dc-4324-ab94-99655dba906c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.634631894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"84950c1f-dae3-433c-a91b-cf449e2b9adf","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.698384215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"3c514226-3d43-472a-8462-e5eb18360e96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.931845918Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","namespace":"ai-tenant-e2e-worker-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.931928157Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","namespace":"ai-tenant-e2e-worker-w0-ff49f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.931986364Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","tenant":"e2e-worker-w0-ff49f4","tenantID":"e2e-worker-w0-ff49f4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.950587829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"Deployment","name":"maas-api-e2e-worker-w0-ff49f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.979374903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"Service","name":"maas-api-e2e-worker-w0-ff49f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.997517921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-ff49f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.016734933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-ff49f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.034991439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.053307061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.076162807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.097026217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.112503205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.128064697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.146025026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"Service","name":"payload-processing-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.161691016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.178334273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.194030593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.217797975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.262959279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.263514369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c73ebc19-2d93-49b7-8953-758ed467d41d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.26359183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c73ebc19-2d93-49b7-8953-758ed467d41d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.299654809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.320681842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.338937109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-ff49f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.35459874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ff49f4"},"namespace":"ai-tenant-e2e-worker-w0-ff49f4","name":"default-tenant","reconcileID":"1bac592a-3624-4737-844c-d05837443c9d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-ff49f4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.362757135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8144d5c-0b4b-4bf6-9922-697b858e1edc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.402707187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9206c18-ee72-46b3-a931-8c8d137b6411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.505502736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9206c18-ee72-46b3-a931-8c8d137b6411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.542736289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b6701a0d-569d-46b4-ae23-49c83d0aa5fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.54277425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b6701a0d-569d-46b4-ae23-49c83d0aa5fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.599481171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"dd21c7b9-7253-4c52-af59-2119275b917d","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.600588877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"bf72dd71-d328-4e54-a756-2ab4e2c078b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.601850013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bd1b655-9c9f-43b5-b097-73548e9cef81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.614819114Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.621213842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"dd21c7b9-7253-4c52-af59-2119275b917d","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.623734476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"bf72dd71-d328-4e54-a756-2ab4e2c078b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.626372045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bd1b655-9c9f-43b5-b097-73548e9cef81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.647454947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"38a03be9-47a0-4af6-a481-4978a71e80a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.787512608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dabb398-f01d-44df-858c-1daec5853cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.807627378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dabb398-f01d-44df-858c-1daec5853cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.900359032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7711ee25-a6c0-4360-a1f3-a595602e80f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.942410995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7711ee25-a6c0-4360-a1f3-a595602e80f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:30.017323062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"adc7d5fe-b880-44e8-99d4-baab99879077","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:30.054594496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"bc2bf33e-68b5-48f6-8693-f18702a0ebcc","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:30.061302501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"adc7d5fe-b880-44e8-99d4-baab99879077","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:30.082750339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"bc2bf33e-68b5-48f6-8693-f18702a0ebcc","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:31.594057609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"0c6a3160-1864-4585-956d-2ade46daad2d","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:31.604882357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"bdaab477-a1a2-48cd-b0b2-ffd95d55ee51","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:31.606212456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dd28478-1ed3-4373-bca8-fe9cbcef81ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:31.617923776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e0186a4-8df6-427d-838c-e67a376a6bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:31.62548286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-sub","reconcileID":"7b575db1-0ed2-44bf-a969-5d0da5409ab1","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-e261ab","model":"llm/e2e-rt-eq-e261ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:31.640892067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"bdaab477-a1a2-48cd-b0b2-ffd95d55ee51","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:31.646034175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e0186a4-8df6-427d-838c-e67a376a6bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:31.651058697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dd28478-1ed3-4373-bca8-fe9cbcef81ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:31.652060032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"0c6a3160-1864-4585-956d-2ade46daad2d","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:31.782966255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"2bc8fc94-d90c-40f6-a450-2f838e98cf92","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:31.783002237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"2bc8fc94-d90c-40f6-a450-2f838e98cf92","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.118254729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"aa6741b2-910c-414a-8d1b-c5d5078e1521","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.118463808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"0bcb168d-e65c-4ae3-92bb-aac6c8bed437","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.119222849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"128e0ea2-7664-4e6c-8069-b7adda2b2214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.119653997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a643c1ef-b386-43ed-b19c-4e5f9110f24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.140024082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"aa6741b2-910c-414a-8d1b-c5d5078e1521","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.140054155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"0bcb168d-e65c-4ae3-92bb-aac6c8bed437","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.142705839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a643c1ef-b386-43ed-b19c-4e5f9110f24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.14411641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"128e0ea2-7664-4e6c-8069-b7adda2b2214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.26412764Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"4db28bbd-e7d4-4c95-84b4-feefa0b250ed","namespace":"llm","name":"e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.343537086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"78b55795-5c2a-48e5-b4a9-3d2994bc0cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.382947489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"78b55795-5c2a-48e5-b4a9-3d2994bc0cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.41436429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4048298a-cef2-4300-a731-232932735298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.41458001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68ad9436-5113-4c5a-a5ee-dc30f8fb2666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.441252497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4048298a-cef2-4300-a731-232932735298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.445797729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68ad9436-5113-4c5a-a5ee-dc30f8fb2666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.489914277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"9b5d5b7c-a730-47c8-9a21-a4a9ce575f37","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.494456158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"c08f86ec-631e-4ccf-873c-fe22af641e5f","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.537661104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"c08f86ec-631e-4ccf-873c-fe22af641e5f","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.538061905Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"b68fd659-6136-4a87-a11d-567541c00792","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"name":"e2e-dft-fc5afb","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.553180276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"9b5d5b7c-a730-47c8-9a21-a4a9ce575f37","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.554298959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"491a7248-fb30-4a18-888b-893dd20de1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.577376725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"491a7248-fb30-4a18-888b-893dd20de1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.698960267Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"ceb51335-3bf1-4899-b83d-d550abccbbb3","namespace":"llm","name":"e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.762810666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"cb4c622d-705a-4455-b19f-db9889112d5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.7871263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"cb4c622d-705a-4455-b19f-db9889112d5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.802332128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f87ef5de-1a2c-4157-a293-cf53fee9aae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.867640267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f87ef5de-1a2c-4157-a293-cf53fee9aae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.936357856Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"94c3a284-8117-4ff5-9b88-61b9af9761fa","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"name":"e2e-dft-fc5afb","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.977133063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"55d17f06-bd26-4fb7-967d-4abd57a0ec04","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.981731085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"8cde2a3b-bf93-4004-ba4e-c8546f9e9eff","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.98536228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0580f22c-5eb2-431e-a4a3-694de01b7721","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.985385452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0580f22c-5eb2-431e-a4a3-694de01b7721","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.998379887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad5b360a-e287-4a37-966e-9b76b668d9a6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.998408462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad5b360a-e287-4a37-966e-9b76b668d9a6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.998942992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4fe46cef-398c-44d5-8b39-72ab99dfd992","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.998958389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4fe46cef-398c-44d5-8b39-72ab99dfd992","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.999343358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8c59a0e4-a3af-4dce-bc76-7e56e4f5f0f7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.999356679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8c59a0e4-a3af-4dce-bc76-7e56e4f5f0f7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.999690699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90432a4a-dffb-4294-803a-e97b2afe1a72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:32.999708104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90432a4a-dffb-4294-803a-e97b2afe1a72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.000127256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"29f2e977-7a6a-43d7-a306-1082d0cd089c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.000140617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"29f2e977-7a6a-43d7-a306-1082d0cd089c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.000500997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"26d3ba9f-c8e8-40f1-9577-91304e30e1c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.000516012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"26d3ba9f-c8e8-40f1-9577-91304e30e1c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.000843727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0d8ea4e-3470-4ba5-9aaa-9ce1f81266c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.020598431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0d8ea4e-3470-4ba5-9aaa-9ce1f81266c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.028093139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2b635fa-82b9-4860-94d1-115862027afa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.04343835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"8cde2a3b-bf93-4004-ba4e-c8546f9e9eff","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.058387224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"55d17f06-bd26-4fb7-967d-4abd57a0ec04","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.061982698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"0db5e2d1-b1e4-4c2d-bd58-99d3675256e9","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.104290985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"0db5e2d1-b1e4-4c2d-bd58-99d3675256e9","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.094224233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"040455c9-bdc2-47f2-aa87-b151403d0cf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.09482539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"897accca-e28b-4475-8d98-97be18eefae4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.103932774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"5f7296d8-f4b7-487e-b37c-4636ee97a5b2","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4184ae","model":"llm/e2e-rt-sw-4184ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.115087214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-sub","reconcileID":"f24be3a6-9bf4-44f9-804d-15bd9cc43a44","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-e261ab","model":"llm/e2e-rt-eq-e261ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.175829397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2b635fa-82b9-4860-94d1-115862027afa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.338778776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"dc8ad8e1-de18-46fb-8f5f-013cac37a86b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.340346021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"7b327df0-70c1-4528-b547-48fb0ed3703e","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.34038402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"7b327df0-70c1-4528-b547-48fb0ed3703e","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.704311934Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"c8f9544f-c780-4288-85f7-004e539133d9","namespace":"llm","name":"e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.790697026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"dc8ad8e1-de18-46fb-8f5f-013cac37a86b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.813539122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"13df0663-457c-4df6-b034-5fd287ab761b","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.813676444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"13df0663-457c-4df6-b034-5fd287ab761b","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.879994087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb4df3e0-bdc8-4d38-9aa9-7e6d622deab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.902056928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"1057096e-7420-4981-bd42-34078f6d9553","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.902219675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"1057096e-7420-4981-bd42-34078f6d9553","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.903328884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb4df3e0-bdc8-4d38-9aa9-7e6d622deab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.943238184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75fc38a2-b55c-4874-9e18-0edacd0c5c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:33.944107759Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"1057096e-7420-4981-bd42-34078f6d9553","name":"e2e-dft-fc5afb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-fc5afb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:33.94417458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"1057096e-7420-4981-bd42-34078f6d9553","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-fc5afb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.978197461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75fc38a2-b55c-4874-9e18-0edacd0c5c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.978857452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"a770fd67-3d4a-45a5-8d09-b750e76c7176","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:33.978883665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"a770fd67-3d4a-45a5-8d09-b750e76c7176","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.004390058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"e3bca35d-fec3-4422-bf4d-e12882ebbdc0","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.055501596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"e3bca35d-fec3-4422-bf4d-e12882ebbdc0","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.056496722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"fe60af74-5a7e-4fae-8c3a-817443446cd3","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.072854968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c4662027-1b6e-4ba3-90b9-ab6a52f3651d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.090519605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"fe60af74-5a7e-4fae-8c3a-817443446cd3","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.092690614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"c4662027-1b6e-4ba3-90b9-ab6a52f3651d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.104341127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"155ddb89-0172-4b63-926a-b01213f4451a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.110564855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a143b6fb-bfe7-4cf3-b401-f6a70321a4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.146536725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"155ddb89-0172-4b63-926a-b01213f4451a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.147625991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a143b6fb-bfe7-4cf3-b401-f6a70321a4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.980848166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"6a72f80e-c60f-412e-8398-4f40b6d63088","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.981250001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"fe1edc2f-290f-4fc1-bded-f496020d1827","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:34.998747106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"0c3d6289-eb2c-49d8-a5db-f733eed373b3","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:35.601837522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"254e9282-292f-4c3e-8e61-f4ce32add14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:35.606187854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"ec93d152-a634-4230-9128-97d71d543f09","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:35.606926049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d0a716c-eeee-4a80-a5f9-f1ba8f4570a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:35.607412059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"bd6d52c3-83ca-4076-b1de-a8fe2050b57a","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:35.624738269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"254e9282-292f-4c3e-8e61-f4ce32add14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:35.629513573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"ec93d152-a634-4230-9128-97d71d543f09","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:35.630170554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d0a716c-eeee-4a80-a5f9-f1ba8f4570a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:35.648242741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"bd6d52c3-83ca-4076-b1de-a8fe2050b57a","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:36.346466798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"premium-w0-ff49f4","reconcileID":"7e3c4f01-dbca-4f78-afa9-f9d55c870713","MaaSModelRef":{"name":"premium-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"premium-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"premium-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.510942857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"10b3c1ea-8508-4931-9da6-547cbdfe85ee","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.510971611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"10b3c1ea-8508-4931-9da6-547cbdfe85ee","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.543595318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"7769add2-5957-4eeb-a29d-648cd19eb02a","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.543624705Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"7769add2-5957-4eeb-a29d-648cd19eb02a","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.606333178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"197e3ec9-1fa3-4082-b531-7fd1cd4272d6","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.626218557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"197e3ec9-1fa3-4082-b531-7fd1cd4272d6","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.838395247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"fac49de1-6f62-4768-949e-6338c986ad10","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.838468785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"fac49de1-6f62-4768-949e-6338c986ad10","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.916496901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"6616fefe-ab2d-4bdf-bf3b-2812e6ebd6c7","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.936963109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"6616fefe-ab2d-4bdf-bf3b-2812e6ebd6c7","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.081377705Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-fc5afb-sub models-as-a-service/e2e-rt-eq-e261ab-sub models-as-a-service/e2e-rt-sw-4184ae-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.09775422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"3d416509-e0f2-4ede-b0c1-70c71d75ba33","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.097781302Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"3d416509-e0f2-4ede-b0c1-70c71d75ba33","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:41.140074284Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-fc5afb-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-fc5afb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.151200952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"ddd7d0af-ff89-4925-a720-01403bb99825","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.151230745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"ddd7d0af-ff89-4925-a720-01403bb99825","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.180495692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"d6cfd70d-272f-49b6-af61-3886e34f41ba","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.181891619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0195b723-8829-4155-9934-0017206fb433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.18220415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"47558a3a-fdc2-4fc1-a211-68811fe9167e","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.182711014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"662dca5a-aa03-445f-b95e-b28c326ed823","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.183141938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd97136d-f635-4143-ad04-673f6f71765b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.183364676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"7c6e248d-d216-48a0-8075-16a996331863","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.183382362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"7c6e248d-d216-48a0-8075-16a996331863","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.215632839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"7be06936-0857-43a9-aefb-02c828133aa5","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.215661449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"7be06936-0857-43a9-aefb-02c828133aa5","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.21869531Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-sub","reconcileID":"49fbbd4a-a35b-40c3-9364-1d6584059562","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fc5afb","model":"e2e-dft-fc5afb","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-fc5afb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.229238656Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"d6cfd70d-272f-49b6-af61-3886e34f41ba","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:41.234376645Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0195b723-8829-4155-9934-0017206fb433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:41.239392544Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd97136d-f635-4143-ad04-673f6f71765b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:41.249041197Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"47558a3a-fdc2-4fc1-a211-68811fe9167e","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.251370297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"d6cfd70d-272f-49b6-af61-3886e34f41ba","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.255566927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fbbf5a85-ea19-462c-af40-1e20c91f4dc6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.255583726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fbbf5a85-ea19-462c-af40-1e20c91f4dc6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:41.255598536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0195b723-8829-4155-9934-0017206fb433","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:41.256452323Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"662dca5a-aa03-445f-b95e-b28c326ed823","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:41.25945697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd97136d-f635-4143-ad04-673f6f71765b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.259739979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ed6c0db-84ea-4917-9d8b-2b1c51fa95cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.259757097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ed6c0db-84ea-4917-9d8b-2b1c51fa95cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:41.269535468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"47558a3a-fdc2-4fc1-a211-68811fe9167e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:41.275945654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"662dca5a-aa03-445f-b95e-b28c326ed823","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.285295566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"029dec6e-4e13-4a1e-ae67-34b09b0d5656","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.285316499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"029dec6e-4e13-4a1e-ae67-34b09b0d5656","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.31711937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"2483af85-2ecd-4f3f-9996-496ca5941ced","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.317143594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"2483af85-2ecd-4f3f-9996-496ca5941ced","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.349023757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"cee0ff99-c4e1-466a-8d6a-672f34e0d556","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.349053983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"cee0ff99-c4e1-466a-8d6a-672f34e0d556","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.354186075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73e697cd-7625-4fb8-8599-d38968823a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.354256442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb26d1b5-7a5f-4010-8242-836d16eb45aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.37976594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb26d1b5-7a5f-4010-8242-836d16eb45aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.380490445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-sub","reconcileID":"56cb7612-6bb1-4120-b88a-7a96b079c55d","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fc5afb","model":"llm/e2e-dft-fc5afb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.383697867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73e697cd-7625-4fb8-8599-d38968823a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.39961724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb26d1b5-7a5f-4010-8242-836d16eb45aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.418208369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9eede29d-7671-45a0-bd9e-1f0352fb3b7f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.418242186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9eede29d-7671-45a0-bd9e-1f0352fb3b7f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.454784431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"0066b5ad-e1a7-4281-8aad-e1c33657412d","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.455237331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"14f05045-9380-4917-bdb0-627d40d570de","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.455603048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"c4935770-06fa-4148-b0ae-2947a4c3f480","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.476187356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"0066b5ad-e1a7-4281-8aad-e1c33657412d","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.47666878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"c4935770-06fa-4148-b0ae-2947a4c3f480","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.478563236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"14f05045-9380-4917-bdb0-627d40d570de","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.494539301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"0066b5ad-e1a7-4281-8aad-e1c33657412d","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.494762029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"c4935770-06fa-4148-b0ae-2947a4c3f480","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.496517542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"14f05045-9380-4917-bdb0-627d40d570de","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.531023326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"93c825d2-6b8a-4d0b-a295-ad38308c0c93","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.5310516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"93c825d2-6b8a-4d0b-a295-ad38308c0c93","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.56297189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"5c5cd1a2-29f6-47c3-8e8a-12df4a6f86a8","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:41.563003455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"5c5cd1a2-29f6-47c3-8e8a-12df4a6f86a8","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.483236152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"f674dbad-c0dd-4ab2-a752-fd9fefbfe102","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.488637002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96c5cee2-c7c3-4c48-81b9-418746fafbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.491512097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"70674b01-f065-4e49-8b63-a83774827d25","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.491677588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"868af6af-0b73-4707-bdf5-02b6ae6db645","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.492848103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3fbdb6f-1b9e-4f64-b2e5-54ba81a68d87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.505552323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"f674dbad-c0dd-4ab2-a752-fd9fefbfe102","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.510283164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96c5cee2-c7c3-4c48-81b9-418746fafbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.513542196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"70674b01-f065-4e49-8b63-a83774827d25","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.514270617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"868af6af-0b73-4707-bdf5-02b6ae6db645","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.517554669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3fbdb6f-1b9e-4f64-b2e5-54ba81a68d87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.525038884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"f674dbad-c0dd-4ab2-a752-fd9fefbfe102","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.529350921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96c5cee2-c7c3-4c48-81b9-418746fafbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.532857134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"70674b01-f065-4e49-8b63-a83774827d25","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.533240285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"868af6af-0b73-4707-bdf5-02b6ae6db645","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.536311602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3fbdb6f-1b9e-4f64-b2e5-54ba81a68d87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.549513517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91a4a29a-f42e-45f9-93f8-636a864828c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:43.549657596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91a4a29a-f42e-45f9-93f8-636a864828c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:44.981540137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-2-w0-ff49f4","reconcileID":"3b84eca1-b463-48b3-94b3-f9172de7332a","MaaSModelRef":{"name":"distinct-2-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-2-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-2-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:44.98193991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"distinct-w0-ff49f4","reconcileID":"fb6cba19-dc1e-4105-93e0-d66160537bbe","MaaSModelRef":{"name":"distinct-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"distinct-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"distinct-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:45.00368455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"namespace":"e2e-models-e2e-worker-w0-ff49f4","name":"simulator-w0-ff49f4","reconcileID":"4637563f-cf1d-4396-8609-c4dc5acc2c10","MaaSModelRef":{"name":"simulator-w0-ff49f4","namespace":"e2e-models-e2e-worker-w0-ff49f4"},"routeName":"simulator-w0-ff49f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-ff49f4","llmisvcName":"simulator-w0-ff49f4","gateway":"openshift-ingress/e2e-worker-w0-ff49f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:46.8872549Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-ff49f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-ff49f4","reconcileID":"411c9814-72ee-44b1-ad5b-c23473fdba5d","aitenant":"ai-tenants/e2e-worker-w0-ff49f4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.280136406Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-ff49f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-ff49f4","reconcileID":"411c9814-72ee-44b1-ad5b-c23473fdba5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-ff49f4","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-ff49f4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.304334952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1fbf86-40fc-4b42-9063-9deffa829138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.327171786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1fbf86-40fc-4b42-9063-9deffa829138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.372794927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1fbf86-40fc-4b42-9063-9deffa829138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.407202421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1fbf86-40fc-4b42-9063-9deffa829138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.619363266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9442d279-0a7d-4627-b74d-fcc32b007487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.621338926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"a67fe658-8aea-42d3-9759-ee9a4fe0327e","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.679442049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"de44bbe5-9a45-45f4-bd11-e993a80075ac","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.68103406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"793f4734-09a1-4479-b26e-47c96e60fa49","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.693101148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9442d279-0a7d-4627-b74d-fcc32b007487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.709234863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"a67fe658-8aea-42d3-9759-ee9a4fe0327e","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.718100296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"793f4734-09a1-4479-b26e-47c96e60fa49","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.721225789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9442d279-0a7d-4627-b74d-fcc32b007487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.729919984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"de44bbe5-9a45-45f4-bd11-e993a80075ac","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.732139367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77445b50-f689-40b3-89c9-5902e0d66a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.745844771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"a67fe658-8aea-42d3-9759-ee9a4fe0327e","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.748100571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"793f4734-09a1-4479-b26e-47c96e60fa49","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.773251738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"de44bbe5-9a45-45f4-bd11-e993a80075ac","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.921363083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77445b50-f689-40b3-89c9-5902e0d66a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.084495972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77445b50-f689-40b3-89c9-5902e0d66a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.587849033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacc53d9-e5b7-4638-8946-9ccb8e86d5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.605532171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacc53d9-e5b7-4638-8946-9ccb8e86d5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.621605712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacc53d9-e5b7-4638-8946-9ccb8e86d5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.638113134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacc53d9-e5b7-4638-8946-9ccb8e86d5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:49.367974267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28db60d0-d92f-46cb-bab8-67d6595c8faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:49.391595456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28db60d0-d92f-46cb-bab8-67d6595c8faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:49.408487883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28db60d0-d92f-46cb-bab8-67d6595c8faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:49.425002094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28db60d0-d92f-46cb-bab8-67d6595c8faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.136318573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"a8c1e9a2-18c8-48e1-8699-84a727461ce5","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.136484993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"a8c1e9a2-18c8-48e1-8699-84a727461ce5","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.198389902Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-sub","reconcileID":"f8d57e14-a9ca-4888-a3ca-d658ff0aca42","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-db250123","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.215508934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47b9abb4-a43e-49e4-a555-26a6d14866f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.220023444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"9a77a5c5-3139-47ea-9f64-c3ee586ea2ad","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.225342054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"e0d8140b-2dbd-45a8-986b-c8be7b2a20e2","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.228185164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"186b3247-22d0-44c0-a2a6-3d76d381d073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.235867871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47b9abb4-a43e-49e4-a555-26a6d14866f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.243573605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"9a77a5c5-3139-47ea-9f64-c3ee586ea2ad","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.24690543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"e0d8140b-2dbd-45a8-986b-c8be7b2a20e2","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.247982516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"186b3247-22d0-44c0-a2a6-3d76d381d073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.255997403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47b9abb4-a43e-49e4-a555-26a6d14866f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.262331802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"9a77a5c5-3139-47ea-9f64-c3ee586ea2ad","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.26877527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"186b3247-22d0-44c0-a2a6-3d76d381d073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.269957651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"e0d8140b-2dbd-45a8-986b-c8be7b2a20e2","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.312865562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"0409532d-966c-4000-9a49-8b77aa7fd30b","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.333231668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"0409532d-966c-4000-9a49-8b77aa7fd30b","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.353351041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"0409532d-966c-4000-9a49-8b77aa7fd30b","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.413283741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fda26c2-9f49-4852-bffb-645f487df52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.413693901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"41392952-769e-4d80-833d-3ee488211106","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.413282078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b38596af-0e17-4ebe-bd5b-9d34b374c4bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.414111677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"82603b95-3a5b-41d1-960a-e322cea8f2c0","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.434506142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fda26c2-9f49-4852-bffb-645f487df52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.436688049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"41392952-769e-4d80-833d-3ee488211106","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.436975926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b38596af-0e17-4ebe-bd5b-9d34b374c4bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.43894007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"82603b95-3a5b-41d1-960a-e322cea8f2c0","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.453578303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fda26c2-9f49-4852-bffb-645f487df52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.458288397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"41392952-769e-4d80-833d-3ee488211106","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.458709893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"82603b95-3a5b-41d1-960a-e322cea8f2c0","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.459290428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b38596af-0e17-4ebe-bd5b-9d34b374c4bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.515067311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"9ff183fc-e283-4e5a-92dd-8b8e7e7535bc","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.537250925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"9ff183fc-e283-4e5a-92dd-8b8e7e7535bc","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:51.556367853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"9ff183fc-e283-4e5a-92dd-8b8e7e7535bc","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:52.969733118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff245dd7-7cd3-435c-a394-f03577def1f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:52.970064565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"e9512409-6cb4-4386-aae5-76e2b2301230","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:52.971125392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34bd57ac-85b3-40a3-8dc0-a9338cfb0011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:52.971353932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"2e7b90bf-0f85-4e6e-ae4e-1ed38168be27","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:52.97234357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"6acefcb9-95fc-41ac-a4c7-15b4711cb391","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:52.992742157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff245dd7-7cd3-435c-a394-f03577def1f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:52.993197798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"e9512409-6cb4-4386-aae5-76e2b2301230","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:52.996786151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34bd57ac-85b3-40a3-8dc0-a9338cfb0011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:52.997502029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"6acefcb9-95fc-41ac-a4c7-15b4711cb391","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.002302244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"2e7b90bf-0f85-4e6e-ae4e-1ed38168be27","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.01315297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"e9512409-6cb4-4386-aae5-76e2b2301230","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.015047831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff245dd7-7cd3-435c-a394-f03577def1f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.015974073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34bd57ac-85b3-40a3-8dc0-a9338cfb0011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.017165925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"6acefcb9-95fc-41ac-a4c7-15b4711cb391","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.02107017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"2e7b90bf-0f85-4e6e-ae4e-1ed38168be27","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.381646483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-sub","reconcileID":"f7675919-94ef-4528-bde5-300b27c35c95","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fc5afb","model":"llm/e2e-dft-fc5afb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.46896158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"1301e491-f3eb-4412-8117-29b9249697e9","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.469007129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"1301e491-f3eb-4412-8117-29b9249697e9","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.929371059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c9e07c8-ba17-47cc-9c76-999dbdabb128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.929905348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"78f09148-9473-4939-9fb1-0683a7e0353e","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.929371272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"34bf4baa-4c8b-49b6-a515-859443f95307","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.931050914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"a12badac-1974-42e1-a473-3f04c4693245","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.931116141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77e6c1b2-ba94-4d37-8ecf-6be07ba3c30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.951316973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c9e07c8-ba17-47cc-9c76-999dbdabb128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.951735199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"78f09148-9473-4939-9fb1-0683a7e0353e","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.954067008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"34bf4baa-4c8b-49b6-a515-859443f95307","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.954323603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"a12badac-1974-42e1-a473-3f04c4693245","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.956446826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77e6c1b2-ba94-4d37-8ecf-6be07ba3c30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.971530132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c9e07c8-ba17-47cc-9c76-999dbdabb128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.971598537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"78f09148-9473-4939-9fb1-0683a7e0353e","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.973467546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"34bf4baa-4c8b-49b6-a515-859443f95307","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.973641955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"a12badac-1974-42e1-a473-3f04c4693245","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:56.977802813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77e6c1b2-ba94-4d37-8ecf-6be07ba3c30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.009916791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"d8ce927c-370f-48ab-974e-ed19e5e952cc","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.009947808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"d8ce927c-370f-48ab-974e-ed19e5e952cc","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.02607003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e7f3971-10a7-494e-b033-cd8dde0643e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.026088892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e7f3971-10a7-494e-b033-cd8dde0643e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.042331012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"62c5aa78-ec28-49ba-81c5-74d0682c87d0","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.04235543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"62c5aa78-ec28-49ba-81c5-74d0682c87d0","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.074217812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"87141673-defe-442c-aa70-2bbc48338b3d","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.074245578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"87141673-defe-442c-aa70-2bbc48338b3d","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.111940832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a08d0069-4a3d-4bdc-bf9e-0d21754caa8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.111972503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a08d0069-4a3d-4bdc-bf9e-0d21754caa8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.128865162Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-sub","reconcileID":"541867a0-1fde-43f2-ae1a-4bd407ed54a6","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-db250123","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.228717919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"a968cf90-a361-46c9-970e-1258dc8a398e","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.230372929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"97088a49-2961-4ef5-aafe-cc1a2a515d56","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.231650963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"2e89bd68-00d2-4834-9d21-46d11274b1f7","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.232860215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e86099f4-46d7-4f0e-a5fe-1acd7327b3ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.234140683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b49619-6132-443e-83e5-ef25e88fd2c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.257221487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"2e89bd68-00d2-4834-9d21-46d11274b1f7","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.257666361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"97088a49-2961-4ef5-aafe-cc1a2a515d56","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.26169657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e86099f4-46d7-4f0e-a5fe-1acd7327b3ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.262290069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"a968cf90-a361-46c9-970e-1258dc8a398e","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.264940107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b49619-6132-443e-83e5-ef25e88fd2c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.277476466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"2e89bd68-00d2-4834-9d21-46d11274b1f7","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.278128723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"97088a49-2961-4ef5-aafe-cc1a2a515d56","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.280601017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e86099f4-46d7-4f0e-a5fe-1acd7327b3ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.281232532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"a968cf90-a361-46c9-970e-1258dc8a398e","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:57.283767871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b49619-6132-443e-83e5-ef25e88fd2c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.061402042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"e3c4a866-42f1-438c-94b6-fdaeac53302c","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.061448667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"e3c4a866-42f1-438c-94b6-fdaeac53302c","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.11596814Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-sub","reconcileID":"14484e70-ba72-4d43-959c-c912d7eccd40","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2946e5d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.141217602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"7b35e80f-0d22-478b-b1cc-12997f16fd45","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.141349392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"675c4542-d851-4d64-9136-d3fb81fe16d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.14214378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"0f4bda56-4e53-4bfb-b558-d20fd9ecb6e0","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.142757752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"1115b2ab-855f-450b-80a5-ad5b60e23fce","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.145198809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6b6d8bf-40fb-428e-a9fc-f13fab4f100f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.162633372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"7b35e80f-0d22-478b-b1cc-12997f16fd45","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.164884435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"675c4542-d851-4d64-9136-d3fb81fe16d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.165550522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"1115b2ab-855f-450b-80a5-ad5b60e23fce","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.167360394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"0f4bda56-4e53-4bfb-b558-d20fd9ecb6e0","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.16812056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6b6d8bf-40fb-428e-a9fc-f13fab4f100f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.18111931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"7b35e80f-0d22-478b-b1cc-12997f16fd45","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.183970162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"675c4542-d851-4d64-9136-d3fb81fe16d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.184613109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"1115b2ab-855f-450b-80a5-ad5b60e23fce","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.186077757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"0f4bda56-4e53-4bfb-b558-d20fd9ecb6e0","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.186906664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6b6d8bf-40fb-428e-a9fc-f13fab4f100f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.282206838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"04adda55-2a4c-4482-997f-36841417765a","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.282237036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4befaf55-5b7b-4368-9b50-eaa507c748e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.283130564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"0bfdd91f-8c63-4584-bcc6-51efae6f9ff5","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.283493944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e0588c1-f108-4a85-9dc4-ad77cc9bc3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.283133151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"f0f7d341-87e1-40a9-a0eb-db295c1a2c86","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.303107723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4befaf55-5b7b-4368-9b50-eaa507c748e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.303161334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"04adda55-2a4c-4482-997f-36841417765a","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.305930314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"0bfdd91f-8c63-4584-bcc6-51efae6f9ff5","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.306006928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"f0f7d341-87e1-40a9-a0eb-db295c1a2c86","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.30837651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e0588c1-f108-4a85-9dc4-ad77cc9bc3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.322491556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4befaf55-5b7b-4368-9b50-eaa507c748e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.322654563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"04adda55-2a4c-4482-997f-36841417765a","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.324756106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"f0f7d341-87e1-40a9-a0eb-db295c1a2c86","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.324867702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"0bfdd91f-8c63-4584-bcc6-51efae6f9ff5","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.326544773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b5f5914869e30f0379b0680e87f81f27c556ba1a44996bd63756e58fa570375) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (112ecab04a11156a45b7f51c6e90190119f64544adf0873711fa7107f9a6754d) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (51c9a3b4613d4121531efe7fa271eaaa8e0dde568a9bde956ac65a0fc6f87b83) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3aff0857eb2191fbd3979ec6b006050c4473a39a91df0c29ea43f9ca8bd9af3a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (afd3c34c4599e37cdf512a345f07ea5af28315258764f14d99e8afa083c7d9e8) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (510da3558c8ac5491e66c2d408bc9b7bf7a69defeb359624cd089213c0611a84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (97254af4b29f82f8ca0c0d57531f3572c156e0a2997ea44a6a2fb220ede47adc) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (84d9f9db87036c9e4a8267c0db14fa493cbb467122f122168d3d2d303e7e015a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5ae6d1b7f5041a9e8a87d64ee4db059a28872b06fbd7faebcb8f046ea93ef6d1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f01d121cb738cf9a7d05aae32e17fde1806c6f5cd4dc5250ec49e7b0ffada60f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e0588c1-f108-4a85-9dc4-ad77cc9bc3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.531867473Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:05.767185468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"748527a9-d5af-4a24-9e29-a8422f5b8f9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:05.870094463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"b4a60f95-f670-4eb7-9ab8-e28b8ca6bb33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:05.870206281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"8fadb648-3def-4b21-a356-4b1316aa52c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:05.87248571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7a78d5ef-711c-4d37-aba9-4f1eaed647d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:06.079538207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"459f3293-4851-4444-90de-60f1df77652d","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4184ae","model":"llm/e2e-rt-sw-4184ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.145205302Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-sub","reconcileID":"f8a89b05-3957-4f54-b7da-630ac3fa4590","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-e261ab","subscription":"e2e-rt-eq-e261ab-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.178031073Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-sub","reconcileID":"f8a89b05-3957-4f54-b7da-630ac3fa4590","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.194319448Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-sub","reconcileID":"f8a89b05-3957-4f54-b7da-630ac3fa4590","MaaSSubscription":{"name":"e2e-rt-eq-e261ab-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-e261ab","namespace":"llm","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.375338013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"d78aab15-3b53-4013-993d-2bd31d436e5f","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.375367779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"d78aab15-3b53-4013-993d-2bd31d436e5f","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.408728581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"2b184c06-dd43-42f2-be8c-4a5406ab4d32","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.408757291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"2b184c06-dd43-42f2-be8c-4a5406ab4d32","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.454865791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"5b02c124-2dd4-4cc5-94c8-48d467dbb27c","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.454863094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39d22abd-55e2-4eb7-b54d-fcdf3c414b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.455325404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"a333712d-2d94-490c-81b6-2e2511d8535d","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.456030407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"8513b388-8b82-4168-9762-2e20a9727ce1","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.45609462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2db5dff-b06f-43a1-b1e6-aad01d8c5114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.476244744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"5b02c124-2dd4-4cc5-94c8-48d467dbb27c","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.476383184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39d22abd-55e2-4eb7-b54d-fcdf3c414b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.478855605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"a333712d-2d94-490c-81b6-2e2511d8535d","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.478878931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"8513b388-8b82-4168-9762-2e20a9727ce1","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.481187157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2db5dff-b06f-43a1-b1e6-aad01d8c5114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.521777513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"3ca05bde-5a59-4c85-acae-c27abfca938c","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.521804636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"3ca05bde-5a59-4c85-acae-c27abfca938c","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.570398682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8af16012-41c9-4700-a6d1-783dd9a06a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.57045936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8af16012-41c9-4700-a6d1-783dd9a06a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.570891478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"761a148f-1e26-4c3f-a6f0-485d6ca98e93","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.570907402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"761a148f-1e26-4c3f-a6f0-485d6ca98e93","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:33:07.647897129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"a333712d-2d94-490c-81b6-2e2511d8535d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-e261ab-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.648095441Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"eaecea8b-f14b-4604-b7f4-11412e4740fd","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.667168544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"1e1cab9b-7f30-436e-8202-57c5e15dd012","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.667195881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"1e1cab9b-7f30-436e-8202-57c5e15dd012","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.721320157Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-sub","reconcileID":"99603561-650d-4095-b973-e55f89df3c1d","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-fc5afb","subscription":"e2e-dft-fc5afb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.721629879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"8b6bf219-1880-4922-930e-7517973649e7","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.721654137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"8b6bf219-1880-4922-930e-7517973649e7","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.754379723Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-sub","reconcileID":"99603561-650d-4095-b973-e55f89df3c1d","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.768054237Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"b3dac044-d30a-43b5-bf25-0d2694f9c2a6","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.770519544Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-sub","reconcileID":"99603561-650d-4095-b973-e55f89df3c1d","MaaSSubscription":{"name":"e2e-dft-fc5afb-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-fc5afb","namespace":"llm","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.784992862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"a03be8f7-7ca7-424d-a638-aefe3343e624","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.785022306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"a03be8f7-7ca7-424d-a638-aefe3343e624","MaaSModelRef":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-e261ab-b75b01345d6b","namespace":"llm","model":"e2e-rt-eq-e261ab","externalModel":"e2e-rt-eq-e261ab","provider":"e2e-rt-eq-e261ab-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.785655112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfc0f719-1f62-4fbe-b03b-c730fed3d85b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.785660879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"840a0843-642a-4419-bac4-ae6469324be8","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.78612176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"fd04923c-2566-47e5-a516-58643798b52c","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.786763277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"513f74ac-130c-4876-99fa-10a4a85f4ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.807217507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfc0f719-1f62-4fbe-b03b-c730fed3d85b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.807960717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"fd04923c-2566-47e5-a516-58643798b52c","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.811395458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"840a0843-642a-4419-bac4-ae6469324be8","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.812486371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"513f74ac-130c-4876-99fa-10a4a85f4ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:33:07.862239425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-e261ab-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-e261ab-access","reconcileID":"b3dac044-d30a-43b5-bf25-0d2694f9c2a6","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-e261ab-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.879052711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"d11d4ea0-966d-47cf-ad55-7d605dddd4e1","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.879083517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"d11d4ea0-966d-47cf-ad55-7d605dddd4e1","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.947386032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac859a95-aa3d-491c-abb3-9f6e7321f1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.947461123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3428c7d-cf0b-4264-969d-798fed37c39b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.001696935Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac859a95-aa3d-491c-abb3-9f6e7321f1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:33:08.002245463Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3428c7d-cf0b-4264-969d-798fed37c39b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.019764965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac859a95-aa3d-491c-abb3-9f6e7321f1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:33:08.022695632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3428c7d-cf0b-4264-969d-798fed37c39b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.028652233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"19733758-39b6-4a58-a4f7-cd5e0fdec014","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.028675334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"19733758-39b6-4a58-a4f7-cd5e0fdec014","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.044268118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"43e05e41-0ce4-47ab-89f1-d4accae807fd","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.044282758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"b5303aa8-5af9-4ee8-b326-7f43d2f08110","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.045133587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d78b336c-3886-4e24-80b8-cb212a48cddf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.045147317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d78b336c-3886-4e24-80b8-cb212a48cddf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.045449977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ae06fb6-c887-41b9-892f-36ddd939b562","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.045461996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ae06fb6-c887-41b9-892f-36ddd939b562","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.066312888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"43e05e41-0ce4-47ab-89f1-d4accae807fd","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.067306894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"b5303aa8-5af9-4ee8-b326-7f43d2f08110","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.126126995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3da309a5-1da6-4123-91e3-5945b0f620dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.144848568Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-fc5afb-access","reconcileID":"7dcdd13c-f6f2-43cb-9dd3-47857bcb3052","MaaSAuthPolicy":{"name":"e2e-dft-fc5afb-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.147526124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3da309a5-1da6-4123-91e3-5945b0f620dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.166773278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3da309a5-1da6-4123-91e3-5945b0f620dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.185892248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"777b8eae-edbc-4aac-bb78-eb067534a295","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.185913543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"777b8eae-edbc-4aac-bb78-eb067534a295","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.21072925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"7cd625a5-aeb6-4647-80ee-1e629e5a64e5","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.210757238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"7cd625a5-aeb6-4647-80ee-1e629e5a64e5","MaaSModelRef":{"name":"e2e-dft-fc5afb","namespace":"llm"},"routeName":"external-model-e2e-dft-fc5afb-88bdefdca00d","namespace":"llm","model":"e2e-dft-fc5afb","externalModel":"e2e-dft-fc5afb","provider":"e2e-dft-fc5afb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.308700311Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"8075d364-a6ce-4d9e-bee7-09d19693c4b4","namespace":"llm","name":"e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.328563181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9fe82e80-4b89-4268-824d-2f248647b547","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.328584351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9fe82e80-4b89-4268-824d-2f248647b547","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.328906725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e40b7274-183a-4836-b6a6-a1aa67cc8ee8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.328949785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e40b7274-183a-4836-b6a6-a1aa67cc8ee8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.329175465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eb03af33-8f7f-4806-852e-7e2fdc92cc56","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.329189475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eb03af33-8f7f-4806-852e-7e2fdc92cc56","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.329365379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5189644-09c6-4575-9f18-6cf84c7a8e8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.329376244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5189644-09c6-4575-9f18-6cf84c7a8e8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.345749625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"9f37d28b-936f-4bcc-9bdc-b0d872fe3001","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.345769832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"9f37d28b-936f-4bcc-9bdc-b0d872fe3001","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.357857044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7fedc919-5beb-44e9-ae39-5c7fa2cc5657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.358818293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"beb0a386-a54e-4ce2-a4be-98baafd9242b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.372399843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"210333b8-3985-4685-b604-be421f024e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.372961199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"417897c8-425d-4c58-81a9-df304a66bde1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.375918927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"c12dec25-8490-44a9-aa1e-e01777256cef","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.377634157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7fedc919-5beb-44e9-ae39-5c7fa2cc5657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.379516983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"beb0a386-a54e-4ce2-a4be-98baafd9242b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.393109142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"210333b8-3985-4685-b604-be421f024e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.39318628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"417897c8-425d-4c58-81a9-df304a66bde1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.393624266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c85956f-888f-46fa-bc9d-febcd49b7106","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.393975867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93d28b7d-517c-421e-98ef-07bdf99d6253","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.395982082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"c12dec25-8490-44a9-aa1e-e01777256cef","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.410056795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"e89d4e5a-cabe-4c59-83b3-c40a25d89013","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4184ae","model":"llm/e2e-rt-sw-4184ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.412245318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"417897c8-425d-4c58-81a9-df304a66bde1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.412465491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"210333b8-3985-4685-b604-be421f024e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.438518632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52895689-478e-43b9-85d7-4c60f81490b4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.438536574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52895689-478e-43b9-85d7-4c60f81490b4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.438859905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"892dc7ed-6e91-46d3-be0f-78c862e6f5d2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.438878675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"892dc7ed-6e91-46d3-be0f-78c862e6f5d2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.439148447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2e4c7eb-277a-497b-9905-c3bd3e5efe97","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.439160565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2e4c7eb-277a-497b-9905-c3bd3e5efe97","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.439392099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f5f9db4f-f68f-4766-bef9-bc6c73b9284a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.43940349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f5f9db4f-f68f-4766-bef9-bc6c73b9284a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.475797275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3865003f-84b2-48ad-b606-b837bc9ca56b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.475795113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cebed69-254a-4b97-944f-16c0df2a55af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.499693413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3865003f-84b2-48ad-b606-b837bc9ca56b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.500131204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cebed69-254a-4b97-944f-16c0df2a55af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.518147912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cebed69-254a-4b97-944f-16c0df2a55af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.518716491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3865003f-84b2-48ad-b606-b837bc9ca56b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.58412371Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-e261ab","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-e261ab","reconcileID":"e9b475a6-82f4-4174-95ee-7c7a058fc294","namespace":"llm","name":"e2e-rt-eq-e261ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.637304171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ec5b311f-2eb1-4067-9a5c-c399be953259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.637977976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"062edd56-f689-44a2-b1fe-425976425648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.652821035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc2b91f5-1a32-4b41-83d4-8d3e0d6f46df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.660506429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec851b73-edc1-4fe5-851a-74ec673ba4b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.661766011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"06704fdf-c2ae-4feb-8629-fd1ba7b4aeb5","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.665950369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"062edd56-f689-44a2-b1fe-425976425648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.669745378Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"3b289763-3cd9-4da6-ac4a-109aa60b7f5d","namespace":"llm","name":"e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.750591711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc2b91f5-1a32-4b41-83d4-8d3e0d6f46df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.755095618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec851b73-edc1-4fe5-851a-74ec673ba4b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.759235168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"06704fdf-c2ae-4feb-8629-fd1ba7b4aeb5","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.775724614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ec5b311f-2eb1-4067-9a5c-c399be953259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.807836476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc2b91f5-1a32-4b41-83d4-8d3e0d6f46df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.809912027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec851b73-edc1-4fe5-851a-74ec673ba4b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.934782714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08da0d8e-3f4c-4e3e-9d8c-1d4026d08922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.934904713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15cca3dc-3300-4326-b7d3-2fdd11b65cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.954942325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08da0d8e-3f4c-4e3e-9d8c-1d4026d08922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.955635507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15cca3dc-3300-4326-b7d3-2fdd11b65cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.956127313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"4f7cbcb5-33fa-4247-b7f2-3ce355e5d561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.973401607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08da0d8e-3f4c-4e3e-9d8c-1d4026d08922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.974359757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15cca3dc-3300-4326-b7d3-2fdd11b65cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.975816988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"4f7cbcb5-33fa-4247-b7f2-3ce355e5d561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.981196029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a586199b-2c71-4ed5-87c0-ee11be1663c5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.981215175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a586199b-2c71-4ed5-87c0-ee11be1663c5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.981501631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb7d40c7-406e-4e6a-888f-c770e30c4a21","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.981515912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb7d40c7-406e-4e6a-888f-c770e30c4a21","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.981732391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"71592155-e1a9-454f-912e-eb3d9d35379b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.981744728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"71592155-e1a9-454f-912e-eb3d9d35379b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.981960692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd2e905f-8c7f-4417-813e-c258977b7806","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.981975082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd2e905f-8c7f-4417-813e-c258977b7806","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.982183688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3dce5540-1b7e-4b84-b808-f346da5ee99e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.98219468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3dce5540-1b7e-4b84-b808-f346da5ee99e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.982482764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"becf83cd-4171-4133-9aad-ba28c777847c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.982494863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"becf83cd-4171-4133-9aad-ba28c777847c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.98270464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c23e521-21ae-4a89-b8cf-422608a2aefd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.982715962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c23e521-21ae-4a89-b8cf-422608a2aefd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.982885565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d018b57f-b05f-4603-8362-febd7d856c3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.982895219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d018b57f-b05f-4603-8362-febd7d856c3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.010725122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"546b3e7f-bfb2-4e2b-9dcd-25db27557116","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.01075693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"546b3e7f-bfb2-4e2b-9dcd-25db27557116","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.047700498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ccab8af3-c96e-4183-a0b7-eb93b7d7432f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.057596288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"05df3790-580d-4074-98cf-e806ed080729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.073110892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"9189b3dd-5fc1-4253-94d0-173338bc360f","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.075615065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5363d107-158c-46fe-8925-19cd4e396597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.075645766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"512dd78f-40b3-41fd-bd6b-9c75660fe9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.079978836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"05df3790-580d-4074-98cf-e806ed080729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.095789748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"9189b3dd-5fc1-4253-94d0-173338bc360f","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.096765932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5363d107-158c-46fe-8925-19cd4e396597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.09970781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"512dd78f-40b3-41fd-bd6b-9c75660fe9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.118496569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5363d107-158c-46fe-8925-19cd4e396597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.118897884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"512dd78f-40b3-41fd-bd6b-9c75660fe9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.148965876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f31beef-b18f-4027-8688-c0cf8f0be233","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.154357587Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-fc5afb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-fc5afb","reconcileID":"37f7f8e3-29f4-4af4-8aa6-eb576d85045f","namespace":"llm","name":"e2e-dft-fc5afb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.164813364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"c7951452-d10f-4b80-b050-3baa628ba8c5","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4184ae","model":"llm/e2e-rt-sw-4184ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.227492347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6d67330-8ce3-4bd9-8821-4084bbfc549c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.228787516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc695447-a5f9-4b78-bcf6-0a8c5baae27a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.387133225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc695447-a5f9-4b78-bcf6-0a8c5baae27a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.389462726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6d67330-8ce3-4bd9-8821-4084bbfc549c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.411361648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a58d5183-0f51-4557-bb94-6fbacf81137f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.42862171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc695447-a5f9-4b78-bcf6-0a8c5baae27a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.437864895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6d67330-8ce3-4bd9-8821-4084bbfc549c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.439659735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"03fb22a8-9f1f-4484-a5fb-ef2b9c01f000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.444676184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"06c47cbc-4995-47ed-b5fa-0bdf1fd5d796","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.448185006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"a58d5183-0f51-4557-bb94-6fbacf81137f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.459141188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"03fb22a8-9f1f-4484-a5fb-ef2b9c01f000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.46418587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"06c47cbc-4995-47ed-b5fa-0bdf1fd5d796","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.467951439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"ce113c37-c764-41d9-be84-8e34adb89581","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.467975816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"ce113c37-c764-41d9-be84-8e34adb89581","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.519610599Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"e474cba6-c8da-47a3-a752-7e3beef6d4eb","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-100b549f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.522942993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"791b26ed-164c-43bf-9c61-eedcdd79305e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.524191966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c293fcf1-32b5-474b-a2a2-fab6aa720474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.542815238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"791b26ed-164c-43bf-9c61-eedcdd79305e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.545135357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c293fcf1-32b5-474b-a2a2-fab6aa720474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.564360839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"791b26ed-164c-43bf-9c61-eedcdd79305e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.564643746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c293fcf1-32b5-474b-a2a2-fab6aa720474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.629745659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d423569-6dce-4a68-9592-57ede7d71f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.629768509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35d00550-d770-42f1-81ed-3b213c805fed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.649547992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35d00550-d770-42f1-81ed-3b213c805fed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.649597946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d423569-6dce-4a68-9592-57ede7d71f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.670029612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d423569-6dce-4a68-9592-57ede7d71f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.670176391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35d00550-d770-42f1-81ed-3b213c805fed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.754736756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"66869941-3593-4184-99d4-fa7c5b7a51f1","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:09.78257457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"66869941-3593-4184-99d4-fa7c5b7a51f1","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.041298865Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"aa0a2f40-1d2e-454e-8bf8-665d44b7dad1","namespace":"llm","name":"e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.058836212Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"79584251-19bf-4d28-9312-a31706909ca7","namespace":"llm","name":"e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.09715123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"04585c9b-2393-40bf-84ee-3c0ffac4e44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.097209598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"303c6199-9ca6-46ce-ba2e-4e691bb8e65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.121542849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1b705f3-aba7-48de-8350-404efdfa7480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.123288209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"98041fb6-71ba-420f-b760-007d582c611e","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.123861486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ea2af64-cf74-4185-9310-64974a0d047d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.126011691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"04585c9b-2393-40bf-84ee-3c0ffac4e44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.129914279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"303c6199-9ca6-46ce-ba2e-4e691bb8e65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.149808747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"98041fb6-71ba-420f-b760-007d582c611e","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.15018554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1b705f3-aba7-48de-8350-404efdfa7480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.154117701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ea2af64-cf74-4185-9310-64974a0d047d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.17115276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1b705f3-aba7-48de-8350-404efdfa7480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.17165813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"5795362b-ead1-4dd2-9481-5d30e86b8fc2","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.171685778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"5795362b-ead1-4dd2-9481-5d30e86b8fc2","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.172084779Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"a895e313-0e02-43c1-9b02-c8827147d22c","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-100b549f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.17538972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ea2af64-cf74-4185-9310-64974a0d047d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.209851761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6459a47c-fac9-4277-afbc-4b6074e1c572","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.209877194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6459a47c-fac9-4277-afbc-4b6074e1c572","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.210248472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"be9dab41-fcf6-4a1a-8c44-437e49cda89c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.210263223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"be9dab41-fcf6-4a1a-8c44-437e49cda89c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.210589968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b2db229-6abb-41da-a9aa-46843f0716c6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.210605233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b2db229-6abb-41da-a9aa-46843f0716c6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.210834332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7329cf69-704f-4bec-9c57-a3310c1a2f3a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.210845318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7329cf69-704f-4bec-9c57-a3310c1a2f3a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.211078366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7148d79-2deb-401c-83e5-cdb7560faaca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.211089168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7148d79-2deb-401c-83e5-cdb7560faaca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.211381712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ad1156c6-f643-47a3-80c8-6e277f885bf0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.211394366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ad1156c6-f643-47a3-80c8-6e277f885bf0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.211648331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"057c199d-b079-4d20-a1ab-14398f8dee39","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.211660466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"057c199d-b079-4d20-a1ab-14398f8dee39","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.211865074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fb5b03c-bb7a-4703-9566-03a825f47729","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.211881007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fb5b03c-bb7a-4703-9566-03a825f47729","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.227185676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1a0237b-2b9b-4516-99d7-cc58b55bf97b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.227345811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0422a546-17ef-48e9-947a-93042a1f1007","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.227773197Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"8ea76344-32ca-4120-9fc0-a38926ccdce5","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-100b549f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.228526133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"48f7e362-95e6-451b-b5e5-91a2ec846a5c","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.228546046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"48f7e362-95e6-451b-b5e5-91a2ec846a5c","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.235161993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf1c56b2-ee5b-4286-9078-4a0661551228","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.25655333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf1c56b2-ee5b-4286-9078-4a0661551228","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.274788405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf1c56b2-ee5b-4286-9078-4a0661551228","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.308841616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"1462bafb-7cf0-4395-8b82-45cde209978d","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"name":"e2e-dft-refs-cd7eb2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.32532464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"67097382-d3ad-4d15-8e89-66f40923d7f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.325386045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"c15cece0-bb46-4aa4-ba0e-bf2440490192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.342277946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18c367e1-e8bd-45ac-b555-952980b0cee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.34227178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ad5715f-f7ea-46d3-846f-f22752d65392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.34621923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"c15cece0-bb46-4aa4-ba0e-bf2440490192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.346645296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"67097382-d3ad-4d15-8e89-66f40923d7f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.36361139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18c367e1-e8bd-45ac-b555-952980b0cee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.363657785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ad5715f-f7ea-46d3-846f-f22752d65392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.389542242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ad5715f-f7ea-46d3-846f-f22752d65392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.391654805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18c367e1-e8bd-45ac-b555-952980b0cee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.436026702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"b14fac1c-3819-422b-8243-41ed4e514b0a","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.461277397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"b14fac1c-3819-422b-8243-41ed4e514b0a","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.576736392Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"5bf7bc69-de9c-4e91-8c55-3b962b08ea07","namespace":"llm","name":"e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.797838107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"8d623d2c-bc58-45d2-abf4-98f969377e0e","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.797882566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"8d623d2c-bc58-45d2-abf4-98f969377e0e","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-cd7eb2-67173d11d815","namespace":"llm","model":"e2e-dft-refs-cd7eb2","externalModel":"e2e-dft-refs-cd7eb2","provider":"e2e-dft-refs-cd7eb2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.802891244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24e6861b-e9f0-46df-b5c0-259756173e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.826935461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9d35f62b-6f4b-4a38-a8eb-e94aa6d13f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.84522553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24e6861b-e9f0-46df-b5c0-259756173e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.850254104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"9d35f62b-6f4b-4a38-a8eb-e94aa6d13f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.864665571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24e6861b-e9f0-46df-b5c0-259756173e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.867273311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cc76562-b52a-48a8-9a90-abb7f9ffee6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.874289622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"78cd771a-dd4b-4f03-aaee-8237d5a6b68a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.89997363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"78cd771a-dd4b-4f03-aaee-8237d5a6b68a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.903943464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cc76562-b52a-48a8-9a90-abb7f9ffee6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.931236577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cc76562-b52a-48a8-9a90-abb7f9ffee6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.983548312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"8634695c-4ea9-4e73-9265-ab8bb11f0f35","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:12.000303935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53a94741-9e38-4576-ac5d-7f499b620fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:12.008225702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"8634695c-4ea9-4e73-9265-ab8bb11f0f35","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:12.032848896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53a94741-9e38-4576-ac5d-7f499b620fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:12.058266083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53a94741-9e38-4576-ac5d-7f499b620fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:14.8909339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6663ed5a-3fca-4fd4-882a-a347c7bd438e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.100945684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"528d1a52-0743-4645-b541-0dbb49634827","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.247948782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"c591291e-9583-4e0b-a55b-6b95df8544e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.24799718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43566854-32d6-4cdd-bdf1-6a4982380adc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.275384798Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"1efc452d-6f40-4e1f-9d90-6479103f3de3","namespace":"llm","name":"e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.294075686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"34c6e54e-44da-4ea1-8576-223aefc8eb40","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.294109916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"34c6e54e-44da-4ea1-8576-223aefc8eb40","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-cd7eb2-67173d11d815","namespace":"llm","model":"e2e-dft-refs-cd7eb2","externalModel":"e2e-dft-refs-cd7eb2","provider":"e2e-dft-refs-cd7eb2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.311816507Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"00a4e042-b71d-48c0-8330-44c8223584ff","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-4184ae","subscription":"e2e-rt-sw-4184ae-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.312701134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9bb37f40-6b95-4bdb-9e5a-fa8699eb5b0e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.312718662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9bb37f40-6b95-4bdb-9e5a-fa8699eb5b0e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.312976934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1091b63b-ae23-48e1-81b8-1981c32090ae","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.312987812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1091b63b-ae23-48e1-81b8-1981c32090ae","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.313184532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c805af74-f4f0-42ff-b534-21d0313e1fc0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.313194751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c805af74-f4f0-42ff-b534-21d0313e1fc0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.313376168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d71be8e-18a1-42e0-bc5d-4cbb9f42e1d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.313385394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d71be8e-18a1-42e0-bc5d-4cbb9f42e1d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.313712712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f1749d9a-923d-4385-a18a-24cd957b5f9c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.313724766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f1749d9a-923d-4385-a18a-24cd957b5f9c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.313950055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"47d9a77e-7c4e-4e67-8132-98720768d268","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.313960655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"47d9a77e-7c4e-4e67-8132-98720768d268","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.314180632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75a30808-682e-4b95-a976-22702a493649","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.314191605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75a30808-682e-4b95-a976-22702a493649","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.327192256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"947d9503-9de3-44c9-bfdc-bac23a744600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.327311108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"94b512d6-27fe-46de-8f1c-4f28738662d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.330126232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"9d1a69eb-7800-4eec-a63b-ba84dc3fd1f4","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.330147964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"9d1a69eb-7800-4eec-a63b-ba84dc3fd1f4","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.341515825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"a70e9c35-8a22-4355-8a70-b016a61a7bba","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.343386932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"022fc8fd-3043-4859-8f1d-482939ef74ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.343521696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fb03e08-ae85-4cf2-8c0e-6c47fb07d84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.344060906Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"00a4e042-b71d-48c0-8330-44c8223584ff","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.347479284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"94b512d6-27fe-46de-8f1c-4f28738662d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.348135152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"947d9503-9de3-44c9-bfdc-bac23a744600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.360083576Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-sub","reconcileID":"00a4e042-b71d-48c0-8330-44c8223584ff","MaaSSubscription":{"name":"e2e-rt-sw-4184ae-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4184ae","namespace":"llm","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.361910061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"a70e9c35-8a22-4355-8a70-b016a61a7bba","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.36401537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"022fc8fd-3043-4859-8f1d-482939ef74ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.364764625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fb03e08-ae85-4cf2-8c0e-6c47fb07d84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.365039617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ac45f6d-03f9-4623-95b8-40f25ea68fc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.365249926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa822215-35ef-486d-b81d-b25e737e6374","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.365385012Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"a1588b67-a620-42bd-8769-fc3493a12266","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-cd7eb2-67173d11d815","namespace":"llm","model":"e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.384109445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fb03e08-ae85-4cf2-8c0e-6c47fb07d84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.385214382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"022fc8fd-3043-4859-8f1d-482939ef74ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.401209913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4bcb9e5a-e46a-46ef-89f7-f6518b9893ac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.40123382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4bcb9e5a-e46a-46ef-89f7-f6518b9893ac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.409629838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8e951f2-6ea0-4548-b40f-b1fea709f992","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.409658018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8e951f2-6ea0-4548-b40f-b1fea709f992","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.410185329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"998488c4-845c-4d77-8623-2a761c5d347e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.410206868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"998488c4-845c-4d77-8623-2a761c5d347e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.446229213Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"5d6328d2-f2c6-4f4c-a271-197945a39458","namespace":"llm","name":"e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.464937661Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"7fc792e5-2b45-4cca-ab14-a4081a667577","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"name":"e2e-dft-refs-cd7eb2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.480040398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3762c979-03ab-4a22-a449-aaf0695f298b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.48064767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25f80c1d-f0e1-48c7-8dc3-12ade9409c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.500644666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3762c979-03ab-4a22-a449-aaf0695f298b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.501603362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25f80c1d-f0e1-48c7-8dc3-12ade9409c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.519632547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3762c979-03ab-4a22-a449-aaf0695f298b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.520453614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25f80c1d-f0e1-48c7-8dc3-12ade9409c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.533275685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"7106a467-e108-4678-88fd-f1386b4a6bd3","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.533309885Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"7106a467-e108-4678-88fd-f1386b4a6bd3","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:33:17.536882071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3762c979-03ab-4a22-a449-aaf0695f298b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:33:17.537572725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25f80c1d-f0e1-48c7-8dc3-12ade9409c7a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.572041054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"0d33d199-3e6b-46b0-81f0-88652017ae6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.572781515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"6aba34c8-0b09-447f-9b3d-77c9e0fd17f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.626975377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"0d33d199-3e6b-46b0-81f0-88652017ae6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.658224438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80b9a246-ef8c-40e2-9e12-6d988b749117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.663359981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"6aba34c8-0b09-447f-9b3d-77c9e0fd17f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.670365611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"faf9d474-c751-403c-b005-5a6fc3db321d","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.67040326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"faf9d474-c751-403c-b005-5a6fc3db321d","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.694552749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ae7f87f-5713-4239-9386-02ca96f3a03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.698377438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80b9a246-ef8c-40e2-9e12-6d988b749117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.711661244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"9287f464-45fb-4ea4-b224-03ccee1ede76","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.720543996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ae7f87f-5713-4239-9386-02ca96f3a03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.723657706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80b9a246-ef8c-40e2-9e12-6d988b749117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.738500001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"9287f464-45fb-4ea4-b224-03ccee1ede76","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.740853177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ae7f87f-5713-4239-9386-02ca96f3a03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.895250896Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4184ae-access","reconcileID":"9477b386-4b7c-4441-8463-2205dc7fa284","MaaSAuthPolicy":{"name":"e2e-rt-sw-4184ae-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.051051571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"4b01dce9-28c7-482c-83e3-a318cf8eb4f7","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.051090676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"4b01dce9-28c7-482c-83e3-a318cf8eb4f7","MaaSModelRef":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4184ae-d75b5f3bb604","namespace":"llm","model":"e2e-rt-sw-4184ae","externalModel":"e2e-rt-sw-4184ae","provider":"e2e-rt-sw-4184ae-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.318909662Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"46c07440-c36a-4125-89fc-d3078a65f271","namespace":"llm","name":"e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.335561057Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"5c7c8d15-749f-43de-86b8-d677265bb3a2","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"name":"e2e-dft-refs-cd7eb2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.367764366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ca97c28a-044f-4ffa-b1c8-7cedf6fb9c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.368212397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"25cd0286-10f3-4dc6-b2be-a3e6a5950c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.368484325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a03f1780-0f00-45f1-ab45-7ea8d86ae301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.368797929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4f4685a-8f1f-454c-bb07-2165f1cd3be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.387772903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ca97c28a-044f-4ffa-b1c8-7cedf6fb9c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.388981007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a03f1780-0f00-45f1-ab45-7ea8d86ae301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.390335346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4f4685a-8f1f-454c-bb07-2165f1cd3be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.391155054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"25cd0286-10f3-4dc6-b2be-a3e6a5950c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.407747442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a03f1780-0f00-45f1-ab45-7ea8d86ae301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.409569426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4f4685a-8f1f-454c-bb07-2165f1cd3be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.413088276Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"dd4c3cf7-5640-4c5c-89fd-fc1cbf017ba1","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"name":"e2e-dft-refs-cd7eb2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.429254785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f2957ad3-fda0-4cdd-9ee1-991376f4121d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.429273609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f2957ad3-fda0-4cdd-9ee1-991376f4121d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.429581755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c5b6389-7422-4de5-8404-2fa68688e487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.429601711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c5b6389-7422-4de5-8404-2fa68688e487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.43002773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ba8b604-4d73-45bf-bb4d-b4a687e45277","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.430045302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ba8b604-4d73-45bf-bb4d-b4a687e45277","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.430333417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"214101d2-9085-44b1-835d-4f5bf13b3db2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.430350959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"214101d2-9085-44b1-835d-4f5bf13b3db2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.430579584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f52be8cd-af34-4d38-90a5-95bd8b0dd2de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.430589893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f52be8cd-af34-4d38-90a5-95bd8b0dd2de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.43078171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eef5aa89-ba51-4f53-a414-35298d63c149","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.430791428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eef5aa89-ba51-4f53-a414-35298d63c149","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.430975318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2eb66590-8382-4e3c-b743-6eba503d618d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.430984308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2eb66590-8382-4e3c-b743-6eba503d618d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.43124533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"256b1ea7-340a-4321-83c1-fb4f3ffa1031","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.431255613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"256b1ea7-340a-4321-83c1-fb4f3ffa1031","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.447601057Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"d94d25f6-b051-4eff-8f44-18ab70d379be","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"name":"e2e-dft-refs-cd7eb2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.455564683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec389cb6-58b5-4aa8-b8a3-3edc10d62c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.460605693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e58f3ac4-2e79-4f4e-b73c-b957274b2582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.462635557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0347a60b-3a5c-4c8c-a96f-ea538fa56eff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.462851008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ffd2e0e3-b0c8-4a25-b618-bc825114f503","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.484948055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec389cb6-58b5-4aa8-b8a3-3edc10d62c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.490944737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e58f3ac4-2e79-4f4e-b73c-b957274b2582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.507515117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec389cb6-58b5-4aa8-b8a3-3edc10d62c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.514148287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e58f3ac4-2e79-4f4e-b73c-b957274b2582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.558289168Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"b840ae00-41eb-4c57-8688-8e725f8b92f6","namespace":"llm","name":"e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.563651477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c97d799-bb3f-49a4-9d2c-223d4196fd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.583470269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97a32a7-406a-4a47-9b36-f5b353328b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.590479851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c97d799-bb3f-49a4-9d2c-223d4196fd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.611231443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97a32a7-406a-4a47-9b36-f5b353328b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.620862417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c97d799-bb3f-49a4-9d2c-223d4196fd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.637762125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97a32a7-406a-4a47-9b36-f5b353328b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.66308584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"38946521-bd68-4ff6-96d4-085e4037b8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.663673421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"4c13d217-7a21-4212-975d-634771476e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.674010305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8071a8f8-7860-4c81-8db0-957da84fc0ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.770673089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8071a8f8-7860-4c81-8db0-957da84fc0ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.772830229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"38946521-bd68-4ff6-96d4-085e4037b8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.774178926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"4c13d217-7a21-4212-975d-634771476e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.779378981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4450a6c-3137-42cf-8eaf-1d3522ecd762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.781022234Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"69cef733-8e84-42b8-90fc-9d95d51b180d","namespace":"llm","name":"e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.853202529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4450a6c-3137-42cf-8eaf-1d3522ecd762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.854306602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"69db9286-8794-4b77-906e-81747b965979","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.854337021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"69db9286-8794-4b77-906e-81747b965979","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-cd7eb2-67173d11d815","namespace":"llm","model":"e2e-dft-refs-cd7eb2","externalModel":"e2e-dft-refs-cd7eb2","provider":"e2e-dft-refs-cd7eb2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.877368202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8071a8f8-7860-4c81-8db0-957da84fc0ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.884690005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4450a6c-3137-42cf-8eaf-1d3522ecd762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.99100793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98666432-fe3c-4151-abcd-ab6bf2131a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.01485175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98666432-fe3c-4151-abcd-ab6bf2131a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.034298144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98666432-fe3c-4151-abcd-ab6bf2131a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.037831044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"24b35db5-a8e4-4659-a2a9-b699c7fb3841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.038589044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79278c1d-3ccc-4311-8797-73e08ce9f3b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.039215754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"d7f4ac5e-4b01-4348-9f8e-0243a212eaa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.095580118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"24b35db5-a8e4-4659-a2a9-b699c7fb3841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.098126359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"d7f4ac5e-4b01-4348-9f8e-0243a212eaa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.100492316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79278c1d-3ccc-4311-8797-73e08ce9f3b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.119432411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79278c1d-3ccc-4311-8797-73e08ce9f3b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.185534507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60c0f838-865e-42f3-b8b2-0fcb2028f6f5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.185560327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60c0f838-865e-42f3-b8b2-0fcb2028f6f5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.186010569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"453f386c-777e-460c-9256-e590619a8345","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.186031049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"453f386c-777e-460c-9256-e590619a8345","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.186326759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e54788-20d1-4824-b9a6-a92ba1ad52a4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.186340583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e54788-20d1-4824-b9a6-a92ba1ad52a4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.18657323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c08b2ef0-a938-432c-87c5-2b158c500a89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.186584589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c08b2ef0-a938-432c-87c5-2b158c500a89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.203594569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"d382ea89-e15a-49ed-b0b8-388617c9e822","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.203629642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"d382ea89-e15a-49ed-b0b8-388617c9e822","MaaSModelRef":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-cd7eb2-67173d11d815","namespace":"llm","model":"e2e-dft-refs-cd7eb2","externalModel":"e2e-dft-refs-cd7eb2","provider":"e2e-dft-refs-cd7eb2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.219771266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db2a651f-31f8-47e5-b31f-23ef352b623e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.219794445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db2a651f-31f8-47e5-b31f-23ef352b623e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.220073183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d197d509-4100-4764-9006-b37566bdb145","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.220084412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d197d509-4100-4764-9006-b37566bdb145","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.220332477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1503f2e4-509c-4587-b468-7738eb6b1011","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.220343536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1503f2e4-509c-4587-b468-7738eb6b1011","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.220594209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fdb0c60-b203-46f9-a98e-a836cfd621cc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.220605261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5fdb0c60-b203-46f9-a98e-a836cfd621cc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.233362258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a374f0b-0950-4fa4-9abe-0b48f35096e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.23346033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca10b30f-90d4-403f-a294-c1afc8f8ed88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.251353315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b3068d83-d427-44a6-b515-8aa09e4bb4a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.251384407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cbaee1a2-346c-4d90-98a6-0ab2a9bb5716","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.256570363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a374f0b-0950-4fa4-9abe-0b48f35096e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.256812637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca10b30f-90d4-403f-a294-c1afc8f8ed88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.278685647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca10b30f-90d4-403f-a294-c1afc8f8ed88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.278817143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a374f0b-0950-4fa4-9abe-0b48f35096e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.356360054Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4184ae","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4184ae","reconcileID":"dd6b5e33-1c3c-4ebc-84c3-6fdf2e39ba8a","namespace":"llm","name":"e2e-rt-sw-4184ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.407692072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"bd7b164c-868d-47ac-8cc4-87a5f44df6ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.408491781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e5b59d61-16e2-41a6-a5cc-06e40ed4b6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.409570302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1293b4fa-8847-475d-9aa8-776904fbc328","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.411657022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4febebf-f5ec-4693-89b5-9d7e8e38f08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.538334949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1293b4fa-8847-475d-9aa8-776904fbc328","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.539960788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e5b59d61-16e2-41a6-a5cc-06e40ed4b6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.549339086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4febebf-f5ec-4693-89b5-9d7e8e38f08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.549946906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"bd7b164c-868d-47ac-8cc4-87a5f44df6ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.569728007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1293b4fa-8847-475d-9aa8-776904fbc328","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.570180096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9697369323dadb5cf1d6ad731ac681a4d41d9313fe023075b1ebea2fc7f61a5d) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2a5e47e457cddc46d09e3f09c3963436625d20d40b5991fac18150e32fc972c2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (9190c177c7226c04fdcee5ef77c8db7825abc22829923b7d9f43827cf0f108eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c83c5232be2a65cbe7ed718cb37357cf52385a87a683de4608086fa141da7c2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4febebf-f5ec-4693-89b5-9d7e8e38f08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.83168369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18a983f3-208c-4fbb-9685-41f8d9a9e708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.831998564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a8a49c7-0534-488d-b571-991475ecd85e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.853598466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a8a49c7-0534-488d-b571-991475ecd85e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.853825971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18a983f3-208c-4fbb-9685-41f8d9a9e708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.872628386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a8a49c7-0534-488d-b571-991475ecd85e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.872944071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18a983f3-208c-4fbb-9685-41f8d9a9e708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.89397056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0067b853-e2b8-48ac-9032-ed50a07c991e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.894001358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0067b853-e2b8-48ac-9032-ed50a07c991e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.896647855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"524b57c7-9e7a-4cac-bab5-d483306a1a2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.896675702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"524b57c7-9e7a-4cac-bab5-d483306a1a2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.803219516Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"62f89da2-a484-46cd-8475-41f9ade90cfd","namespace":"llm","name":"e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.822803869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff46a93c-a8c4-4b35-ae98-b2dba34f08c3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.822834829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff46a93c-a8c4-4b35-ae98-b2dba34f08c3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.82318585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ef728f55-0e19-497b-ad5c-5b556331e317","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.823206773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ef728f55-0e19-497b-ad5c-5b556331e317","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.823549392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4c3f222e-9733-4e8e-8b5b-b2b293748271","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.823568306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4c3f222e-9733-4e8e-8b5b-b2b293748271","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.823874693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d70647dd-de20-4560-bccd-3b5879838692","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.823893112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d70647dd-de20-4560-bccd-3b5879838692","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.824193619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"380f2325-9ad9-4dac-90ba-bae65228582d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.824211704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"380f2325-9ad9-4dac-90ba-bae65228582d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.824630402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7acd543f-9d8c-4f48-8ade-e9ae2f055131","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.824648341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7acd543f-9d8c-4f48-8ade-e9ae2f055131","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.824963272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe26db78-fee2-4650-a734-dfc5d8c2c03d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.824983081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe26db78-fee2-4650-a734-dfc5d8c2c03d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.825307062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"257c101c-d7f7-4c51-9896-4a8d06824018","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.82532413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"257c101c-d7f7-4c51-9896-4a8d06824018","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.853558765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f93ab4f-583a-4f9c-b7ba-3d35f21f43e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.853579729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fbfb4bf-09ee-4f89-b177-24844e6d7403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.854527935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"d4e77c68-9b78-43b2-91fd-63be57fdd4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.854533773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3b57bcc0-b12f-4bc7-a322-9b5e564fb0c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.874611992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fbfb4bf-09ee-4f89-b177-24844e6d7403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.876080611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f93ab4f-583a-4f9c-b7ba-3d35f21f43e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.87715375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"3b57bcc0-b12f-4bc7-a322-9b5e564fb0c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.879682044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"d4e77c68-9b78-43b2-91fd-63be57fdd4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.887941118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ea4e8dd-3b64-46ce-b9f5-49bf90fb7ba9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.888081321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f166dfe0-d5a7-41fd-95f4-d1cbbfcbd29c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.892998928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fbfb4bf-09ee-4f89-b177-24844e6d7403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.894810702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f93ab4f-583a-4f9c-b7ba-3d35f21f43e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.962341414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1875e5f-9d33-4b27-b4de-b21fc483df0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.963619414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4e550d1-1f45-4c7e-b1c6-d2276df96ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.987622157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4e550d1-1f45-4c7e-b1c6-d2276df96ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:24.989533263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1875e5f-9d33-4b27-b4de-b21fc483df0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.008132141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4e550d1-1f45-4c7e-b1c6-d2276df96ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.010023784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1875e5f-9d33-4b27-b4de-b21fc483df0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.016669464Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-cd7eb2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-cd7eb2","reconcileID":"76226ee6-3fa6-466e-a30d-693d38dcf821","namespace":"llm","name":"e2e-dft-refs-cd7eb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.066247866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e68763f4-2dd8-4b5e-bdb1-e9f9c3e61ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.085051195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7246ca43-acac-41b9-a03c-a299713e1592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.085371858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c42bbdec-5904-4af7-90aa-20e5bb44da85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.086189271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b724b204-7f04-4822-b8e1-1fe949995c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.090245709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"e68763f4-2dd8-4b5e-bdb1-e9f9c3e61ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.137785383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"7246ca43-acac-41b9-a03c-a299713e1592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.140261386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b724b204-7f04-4822-b8e1-1fe949995c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.154323618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c42bbdec-5904-4af7-90aa-20e5bb44da85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.17550952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c42bbdec-5904-4af7-90aa-20e5bb44da85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.177170407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b724b204-7f04-4822-b8e1-1fe949995c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.952284471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2908bf4a-9198-45bd-8fa1-1f6dfcad6815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.952518779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e6c1b63-fa49-4b95-ae31-c841e266a06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:25.978966452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e6c1b63-fa49-4b95-ae31-c841e266a06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.007475697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2908bf4a-9198-45bd-8fa1-1f6dfcad6815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.017283196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e6c1b63-fa49-4b95-ae31-c841e266a06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.057240124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2908bf4a-9198-45bd-8fa1-1f6dfcad6815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.62860301Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-35bab0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-35bab0","reconcileID":"59a58c90-7474-4d03-89e4-21a479f7209f","namespace":"llm","name":"e2e-dft-del-35bab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.641324871Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-35bab0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-35bab0","reconcileID":"c0b9d13d-15bd-426d-9408-cb4d97b80b95","namespace":"llm","name":"e2e-dft-del-35bab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.699553574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fef9bc95-a877-4ad1-b291-216a52a43bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.700541635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a47b182c-298d-4073-9c11-44429de57478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.773897379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6af1501e-5628-4d05-b525-ddbe872460fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.776108912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68be386d-088e-446b-a19e-e4a720a33e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.779809498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fef9bc95-a877-4ad1-b291-216a52a43bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.784353305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a47b182c-298d-4073-9c11-44429de57478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.785661321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee8882f3-2148-438e-947e-7ec3e36ed581","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.785735349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee8882f3-2148-438e-947e-7ec3e36ed581","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.880600016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68be386d-088e-446b-a19e-e4a720a33e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.893980035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"6af1501e-5628-4d05-b525-ddbe872460fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.904133675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a47b182c-298d-4073-9c11-44429de57478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.906640879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08083330-a9ce-41e2-89d9-25f4dd1ba23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.915811288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ffdda1b-3533-4359-8021-8c48e44f6c15","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.915903436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ffdda1b-3533-4359-8021-8c48e44f6c15","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.916676804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a168000d-8ec3-4cf9-bf3f-27962f8ed801","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.916754952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a168000d-8ec3-4cf9-bf3f-27962f8ed801","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.917468253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71faa89f-6429-4179-b492-40a711955521","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.917540115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71faa89f-6429-4179-b492-40a711955521","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.938036784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08083330-a9ce-41e2-89d9-25f4dd1ba23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.958274537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f2e4395e-baed-4c85-8a6a-5ec9c5c2bb21","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.970911158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f2e4395e-baed-4c85-8a6a-5ec9c5c2bb21","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.970448232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68be386d-088e-446b-a19e-e4a720a33e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.989737118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08083330-a9ce-41e2-89d9-25f4dd1ba23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.990438237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c08007c-9b28-4f45-ab99-16f000e72d73","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.991276069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c08007c-9b28-4f45-ab99-16f000e72d73","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.010951771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08083330-a9ce-41e2-89d9-25f4dd1ba23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.013606474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bd811d5-b466-4b97-a19d-a8d7771d5cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.024228223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ecf41309-3527-4d94-8d74-62e3e245f43c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.024753097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ecf41309-3527-4d94-8d74-62e3e245f43c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.025307739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"19fce6cd-64c1-4cfd-aaff-0e844ebcc929","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.025361853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"19fce6cd-64c1-4cfd-aaff-0e844ebcc929","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.032858095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bcd056c2-ff89-4e5d-a602-5118462e029c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.032880602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bcd056c2-ff89-4e5d-a602-5118462e029c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.044699462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bd811d5-b466-4b97-a19d-a8d7771d5cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.044832123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb469f0e-dd86-4375-8a03-de4787dc3ef3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.045373368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cbcf15d0-d131-4860-90cc-c4d4d0cb5758","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.096712574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bd811d5-b466-4b97-a19d-a8d7771d5cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.232436166Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-35bab0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-35bab0","reconcileID":"78fa1688-0f6a-408c-976b-4a0a6e4f63c9","MaaSModelRef":{"name":"e2e-dft-del-35bab0","namespace":"llm"},"name":"e2e-dft-del-35bab0","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.250185251Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-35bab0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-35bab0","reconcileID":"dd433d35-8d81-4e6c-8a49-178206e02623","namespace":"llm","name":"e2e-dft-del-35bab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.339615212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c30b4ae1-4722-4c14-99fb-28c228312a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.428460478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51a32a1e-bd54-4376-a8cb-03582ff46dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.434114862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"bafcd678-e2f5-4983-a9a3-06b73bd40f67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.451268956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51a32a1e-bd54-4376-a8cb-03582ff46dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.475308507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c30b4ae1-4722-4c14-99fb-28c228312a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.479831342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"40cfd334-2055-4925-ac26-318f7ef37f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.482816077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-35bab0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-35bab0","reconcileID":"a6e42450-0479-4e7b-beef-9aa75376a48c","MaaSModelRef":{"name":"e2e-dft-del-35bab0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-35bab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.488762324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-35bab0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-35bab0","reconcileID":"a6e42450-0479-4e7b-beef-9aa75376a48c","MaaSModelRef":{"name":"e2e-dft-del-35bab0","namespace":"llm"},"routeName":"external-model-e2e-dft-del-35bab0-29bde6679287","namespace":"llm","model":"e2e-dft-del-35bab0","externalModel":"e2e-dft-del-35bab0","provider":"e2e-dft-del-35bab0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.495891553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"bafcd678-e2f5-4983-a9a3-06b73bd40f67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.506634497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c30b4ae1-4722-4c14-99fb-28c228312a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.509137379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51a32a1e-bd54-4376-a8cb-03582ff46dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.530722356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"40cfd334-2055-4925-ac26-318f7ef37f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.573404219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72d50f0e-df74-45d0-8856-9a1af7701523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.57430817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"901e5e87-473c-4058-9b2c-3a5071ff50e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.649467174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72d50f0e-df74-45d0-8856-9a1af7701523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.669157756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"901e5e87-473c-4058-9b2c-3a5071ff50e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.678013187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72d50f0e-df74-45d0-8856-9a1af7701523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.703909217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af4e838c703e1f4d88ea4ab7bcdae130a5e3308243a14c99bb66888d5bbfed98) AuthConfig (e7fee09182b29528d662f1f593a44a2d574efdcbccd32f4f1c771d25b727aaa0) AuthConfig (94b3299ba870d883afc9efd0c45564efd4ccc4b1f67ef1b45ebaafeaa30dfa75) AuthConfig (2369a0a492fb72aa92f3c24fe69072a23bbb923f98cdf42300e2570ebc3eb2cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"901e5e87-473c-4058-9b2c-3a5071ff50e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.754587285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"8a92aac0-feaa-4806-ae1e-d91d710ed525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.818036775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"8440b4b4-9696-42b9-988b-f8f6b35d6e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.824722379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"8a92aac0-feaa-4806-ae1e-d91d710ed525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.886333081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"8440b4b4-9696-42b9-988b-f8f6b35d6e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:28.42070066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41e43eb-12e3-4b44-a0f0-0b60c216b97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:28.46000005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41e43eb-12e3-4b44-a0f0-0b60c216b97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:28.478519689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41e43eb-12e3-4b44-a0f0-0b60c216b97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:28.496010971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41e43eb-12e3-4b44-a0f0-0b60c216b97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:29.531717242Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.167450936Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.167667938Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.167836122Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","tenant":"e2e-shared-a-w4-3f0dde","tenantID":"e2e-shared-a-w4-3f0dde","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.187684617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-3f0dde","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.217380857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cc959a9-3a1d-4626-a319-bd8f24774a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.21940294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"Service","name":"maas-api-e2e-shared-a-w4-3f0dde","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.225757703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"892a5091-059b-4b1d-9eb7-62e4845fdc87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.243120483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-3f0dde","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.248673104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cc959a9-3a1d-4626-a319-bd8f24774a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.254367108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"892a5091-059b-4b1d-9eb7-62e4845fdc87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.264677522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-3f0dde","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.300809603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cc959a9-3a1d-4626-a319-bd8f24774a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.305679818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.30614384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"892a5091-059b-4b1d-9eb7-62e4845fdc87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.33076571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.333937592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6e02665-e06b-48c5-9936-62c5fc9f4bd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.333965698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6e02665-e06b-48c5-9936-62c5fc9f4bd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.334942605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f763dae1-54e8-4ea1-8f3e-47f72427e371","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.334958705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f763dae1-54e8-4ea1-8f3e-47f72427e371","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.354773761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.378080714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.394349655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.410077573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.428609631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.445643705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.462942987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.47912279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.498812204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.519760281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.536783163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.558146965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.577734189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-3f0dde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.593800137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3f0dde"},"namespace":"ai-tenant-e2e-shared-a-w4-3f0dde","name":"default-tenant","reconcileID":"3c34efa2-afed-47e1-8066-e2b566bbdb4e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-3f0dde","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.687363446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24569218-74ec-4df8-bb88-52e7df451093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.689090999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa9f880-e4d4-42b6-82ab-721110206ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.75066456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa9f880-e4d4-42b6-82ab-721110206ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.751133272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24569218-74ec-4df8-bb88-52e7df451093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.891123433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24569218-74ec-4df8-bb88-52e7df451093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.903777089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa9f880-e4d4-42b6-82ab-721110206ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.078720295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-35bab0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-35bab0","reconcileID":"0f5491a2-c0d9-492f-ad59-deea3adf32bf","namespace":"llm","name":"e2e-dft-del-35bab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.108272721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6256ab46-f754-4f64-b902-9b9e9b812e0f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.108304599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6256ab46-f754-4f64-b902-9b9e9b812e0f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.10870299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de02c6fe-5029-44ad-b4cb-aab564e0c746","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.108719285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de02c6fe-5029-44ad-b4cb-aab564e0c746","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.109158804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe8796b6-f7cb-44de-8d03-2f703e852b9c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.109173478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe8796b6-f7cb-44de-8d03-2f703e852b9c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.10949012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7466db5-4b07-43e4-a1e7-74d4e00f4479","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.109504056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7466db5-4b07-43e4-a1e7-74d4e00f4479","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.109810259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13ba6a6c-afe7-4f4d-88f3-1d2d2dabd528","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.109882568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13ba6a6c-afe7-4f4d-88f3-1d2d2dabd528","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.11020866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f4bcc493-2aad-42c5-beb2-64d1b78c5b5e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.110266082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f4bcc493-2aad-42c5-beb2-64d1b78c5b5e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.1106287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"908974f6-88e7-4dfb-8c37-cba7627c1729","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.110696542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"908974f6-88e7-4dfb-8c37-cba7627c1729","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.111100421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e1f0c1b2-2e74-4a21-b3b3-9ce64c801a18","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.111151075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e1f0c1b2-2e74-4a21-b3b3-9ce64c801a18","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.167061353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c1d494b-d9eb-4fbe-bf6b-a8cd57761d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.1696535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"85f88df8-e8a6-4ad3-83c7-848d6b2e535b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.190751547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c1d494b-d9eb-4fbe-bf6b-a8cd57761d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.192408415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"85f88df8-e8a6-4ad3-83c7-848d6b2e535b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.227055824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c1d494b-d9eb-4fbe-bf6b-a8cd57761d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.227369764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43bfd67a-0de0-4060-a8c7-c7e97b1ed5f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.228125255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f7584d0-7f88-4d82-8cda-0b7e5fea5f37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.251499683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"721d5a0e-9118-4b77-b11e-68717e0403cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.252880528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"678f299f-4d76-4133-8ef6-a96b73861efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.32348617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"721d5a0e-9118-4b77-b11e-68717e0403cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.326167346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"678f299f-4d76-4133-8ef6-a96b73861efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.334378407Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-35bab0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-35bab0","reconcileID":"8a54c533-7c82-42cd-9fa3-d2adfd989ff3","namespace":"llm","name":"e2e-dft-del-35bab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.360264867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"721d5a0e-9118-4b77-b11e-68717e0403cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.393807718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7789e659-2673-467f-8883-dc784764b2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.513716504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7789e659-2673-467f-8883-dc784764b2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.533209403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7789e659-2673-467f-8883-dc784764b2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.548976679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"38b4bf5b-41a8-4336-bd0e-a7d5b8d0a296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.549294942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eea6a9d-1a7c-4696-af3e-b0e7662f95be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.579098835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eea6a9d-1a7c-4696-af3e-b0e7662f95be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.588214546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"38b4bf5b-41a8-4336-bd0e-a7d5b8d0a296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.607226988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"485bae9e-7cb7-44d3-94fe-07ab1b6616c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.607922227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57f67d18-23de-426c-a74f-95f182bf4626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.609663162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eea6a9d-1a7c-4696-af3e-b0e7662f95be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.643329257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"485bae9e-7cb7-44d3-94fe-07ab1b6616c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.653212068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57f67d18-23de-426c-a74f-95f182bf4626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.673604821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57f67d18-23de-426c-a74f-95f182bf4626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.280733077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f2a9943-6eca-402d-931e-f7db37c27a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.282893485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5aba6280-427f-4330-9491-527241b048ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.311489732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f2a9943-6eca-402d-931e-f7db37c27a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.315520996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5aba6280-427f-4330-9491-527241b048ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.33358636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f2a9943-6eca-402d-931e-f7db37c27a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.336208169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5aba6280-427f-4330-9491-527241b048ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.648556066Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-3f0dde","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-3f0dde","reconcileID":"3a5ac626-bec8-4a11-b267-1a33dc1b2439","aitenant":"ai-tenants/e2e-shared-a-w4-3f0dde","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.972839389Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-3f0dde","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-3f0dde","reconcileID":"3a5ac626-bec8-4a11-b267-1a33dc1b2439","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-3f0dde","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-3f0dde"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.992310795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35833ac8-1d25-4fb0-b598-45b28eec5a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.017584736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35833ac8-1d25-4fb0-b598-45b28eec5a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.046951248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35833ac8-1d25-4fb0-b598-45b28eec5a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.075591984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35833ac8-1d25-4fb0-b598-45b28eec5a90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.092995597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cd585f9-5423-45bc-b4e2-b0523e3d556b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.093125115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c34a3bc-dbaa-4e7f-8ed7-d04b296db20f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.124213049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cd585f9-5423-45bc-b4e2-b0523e3d556b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.133318599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c34a3bc-dbaa-4e7f-8ed7-d04b296db20f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.201505944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c34a3bc-dbaa-4e7f-8ed7-d04b296db20f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.203265852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cd585f9-5423-45bc-b4e2-b0523e3d556b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.983543392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1483107e-6adb-4890-bc3a-cbc99d9a4389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.985251329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faafcd01-4792-4c08-b500-5de4b045ea31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.002772996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97ed765-a48f-48a7-a8ca-4110af535600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.007191056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1483107e-6adb-4890-bc3a-cbc99d9a4389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.020262419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97ed765-a48f-48a7-a8ca-4110af535600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.037332805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97ed765-a48f-48a7-a8ca-4110af535600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.042286302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1483107e-6adb-4890-bc3a-cbc99d9a4389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.044281854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faafcd01-4792-4c08-b500-5de4b045ea31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.054227052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97ed765-a48f-48a7-a8ca-4110af535600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.073639675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faafcd01-4792-4c08-b500-5de4b045ea31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.109824485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7cf3488-0506-497f-a487-79bc57a2cac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.147461081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7cf3488-0506-497f-a487-79bc57a2cac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.165970116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7cf3488-0506-497f-a487-79bc57a2cac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.203245269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"064dd22c-723c-4e4a-a94b-34195442aa36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.224029374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"064dd22c-723c-4e4a-a94b-34195442aa36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.243148372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"064dd22c-723c-4e4a-a94b-34195442aa36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.303672081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c5c5e06-1664-4603-9837-ade98957ae1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.306788333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7eabf97-6bba-472b-8779-4e7a7fa55dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.32495625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c5c5e06-1664-4603-9837-ade98957ae1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.327908906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7eabf97-6bba-472b-8779-4e7a7fa55dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.347629944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c5c5e06-1664-4603-9837-ade98957ae1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.347768441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7eabf97-6bba-472b-8779-4e7a7fa55dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.534602189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d32a450-e52d-41f2-ac58-743073c3072b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.534740309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ab3b5b8-a363-4d0b-8b8a-2bc64efb6e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.596055354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ab3b5b8-a363-4d0b-8b8a-2bc64efb6e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.599753004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d32a450-e52d-41f2-ac58-743073c3072b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.622271597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ab3b5b8-a363-4d0b-8b8a-2bc64efb6e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.624133628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d32a450-e52d-41f2-ac58-743073c3072b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.759745304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecff4018-dc91-4dc7-b467-6f970b648b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.776278368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecff4018-dc91-4dc7-b467-6f970b648b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.805688643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecff4018-dc91-4dc7-b467-6f970b648b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.822230564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecff4018-dc91-4dc7-b467-6f970b648b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.974793318Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"78fc8cb3-feea-4e8a-8292-5479e1facde4","namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.994153744Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"271e3342-9773-44cd-88ac-efa0bf64be58","namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.026143268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"2f45bb62-7ade-4218-b37c-157f2139a2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.026326825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8bdecd9-1287-4846-a444-81624fb79e4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.026689919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"05bd9924-c479-48f5-a98a-7c0a830576d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.027095469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74be7d9b-9dfe-4c37-8f37-63954e9388bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.047276717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"2f45bb62-7ade-4218-b37c-157f2139a2b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.047322365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"05bd9924-c479-48f5-a98a-7c0a830576d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.049626758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8bdecd9-1287-4846-a444-81624fb79e4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.049669262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74be7d9b-9dfe-4c37-8f37-63954e9388bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.068258566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74be7d9b-9dfe-4c37-8f37-63954e9388bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.068793103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8bdecd9-1287-4846-a444-81624fb79e4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.128674067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffa988ba-1848-49d8-a9d5-bf38c4724d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.128980551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7232a87-f656-4c35-abb9-556c8fda9f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.150231876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7232a87-f656-4c35-abb9-556c8fda9f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.15148086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffa988ba-1848-49d8-a9d5-bf38c4724d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.170045828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7232a87-f656-4c35-abb9-556c8fda9f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.170439189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffa988ba-1848-49d8-a9d5-bf38c4724d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.201295924Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"b17cdae1-4771-4391-bbee-955dc5bbc791","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.225368259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"02933b9e-ddec-416f-8ff9-484f58fc6b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.225406051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3a755a46-7bce-4e5a-ba10-0c161b25e0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.245302831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3a755a46-7bce-4e5a-ba10-0c161b25e0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.245337682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"02933b9e-ddec-416f-8ff9-484f58fc6b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.341865411Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"a11d33d9-729b-40f4-9960-27cafb4f520f","namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.358957274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"2982f664-8472-4341-8b9b-20502fa8b6d7","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.358983198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"2982f664-8472-4341-8b9b-20502fa8b6d7","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.388971431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"dbb15c67-2466-4014-a3e8-412c20658b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.389161552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ee58ad3-40c0-4ac1-9ef9-5ce165cac16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.389482649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"320a039c-361c-4eff-993d-cf2694db7be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.390365993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9106bf21-de3d-4b00-9801-4b4a1f1a947e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.410094789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"dbb15c67-2466-4014-a3e8-412c20658b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.4115473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"320a039c-361c-4eff-993d-cf2694db7be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.41379956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ee58ad3-40c0-4ac1-9ef9-5ce165cac16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.414469839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"cad0cb64-5f62-4a81-a9ba-de46f50cad9a","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.414564577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"cad0cb64-5f62-4a81-a9ba-de46f50cad9a","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.416118712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9106bf21-de3d-4b00-9801-4b4a1f1a947e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.434083558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ee58ad3-40c0-4ac1-9ef9-5ce165cac16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.442815145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (390dc00af9ee4181f12d68caaf957858b37f0381be60152cf9e35ee29afde996) AuthConfig (3dacffdbe0eebbdd3afc655b4cbcf65afefc235ace66ed34d78dbc55e351e016) AuthConfig (0df08c65f05d12d207a2add622a17283a1447fd486ce8bda7697139003d9942f) AuthConfig (2898b620ed604940268d16418fbcf1b63dc076dfb843c6dc10bf064aa8fcd0c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9106bf21-de3d-4b00-9801-4b4a1f1a947e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.484299986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"7aa74ba3-45dd-4dad-bafe-22c649c4ed63","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.557693264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"7aa74ba3-45dd-4dad-bafe-22c649c4ed63","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.583699894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-09ab3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"7aa74ba3-45dd-4dad-bafe-22c649c4ed63","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.620880867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"ccdc37d6-6ee7-4263-b137-07387b7f50af","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.620909422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"ccdc37d6-6ee7-4263-b137-07387b7f50af","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.6363843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"ae3877b8-e427-4f10-90d7-a9fd6ffe8ee3","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.656485911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"ae3877b8-e427-4f10-90d7-a9fd6ffe8ee3","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.674685362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-09ab3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"ae3877b8-e427-4f10-90d7-a9fd6ffe8ee3","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:33:37.693564142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"ae3877b8-e427-4f10-90d7-a9fd6ffe8ee3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-fail-5183055c-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.736873655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"2e4ee38a-0821-4556-b5cb-f7e111f2be84","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.757349474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"2e4ee38a-0821-4556-b5cb-f7e111f2be84","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.776693967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-09ab3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"2e4ee38a-0821-4556-b5cb-f7e111f2be84","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:40.920155487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"2412fc0a-3457-4ba4-8301-0d3103de2cce","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:40.949915966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"2412fc0a-3457-4ba4-8301-0d3103de2cce","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:40.972450941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-09ab3e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f9574fa484a73dd5f8c7f1f67e1c066751f024fa9d49142707522c0b1f61a0c) AuthConfig (4233dcde97e149bb9bd525cc500dc2d24396f3c5df19816d8d31c0f6e21ff049) AuthConfig (df15a74d63116ad30792e028b8bc174bfb110148154fd471926be5414aa366d5) AuthConfig (3f7282c9eed835436fdfdf7d8652c40b3d01d046e429b2da9a55c652b54bca57) AuthConfig (f1f9f4bc8f37d03e3ed831520e9695a03c1f6bb0440fa888f50f938959a9ed52) AuthConfig (22d6b220f5f524cbd09b5ae50a96f14f8d0ebb86ccace1a2bd8c3fe728fd96a2) AuthConfig (304d943e3f8b32bb8c0982cb7ca2b0a9521bc8a0a6e961ac0aba59e6c8daf277) AuthConfig (d1a6d9b607fd0de1535e4864b5bb12d8083043a06d14eb86ef5bf5faa2f2fe0e) AuthConfig (2742995e15b0d2c9f678633be613e67cf662b52d7113028d25bfc8e5fb06f8cc) AuthConfig (8b780e523153b7a2776be05f38f40007fc62faf76e3df44c04e179d818a7f2c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"2412fc0a-3457-4ba4-8301-0d3103de2cce","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:41.023186242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"d0d4413a-517f-431e-9198-e241760c6173","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:41.023222916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"d0d4413a-517f-431e-9198-e241760c6173","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:42.168775298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ce5ef73-8feb-4b88-9af6-39a61eb3b35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:42.170241601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cc6bb0f-88d2-45fd-a8ff-23b04117fc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:42.193555868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cc6bb0f-88d2-45fd-a8ff-23b04117fc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:42.205127886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ce5ef73-8feb-4b88-9af6-39a61eb3b35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:42.415352851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51b42dcb-1fe7-49c1-b3e6-cbae856a5c04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:42.415384302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51b42dcb-1fe7-49c1-b3e6-cbae856a5c04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:42.488283453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7014f9b8-eac6-4222-97f5-daccad1375a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:42.488314311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7014f9b8-eac6-4222-97f5-daccad1375a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:42.979107363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba5d6c3-1509-4537-9909-fe29595fa2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:43.001010682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba5d6c3-1509-4537-9909-fe29595fa2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:43.021818336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba5d6c3-1509-4537-9909-fe29595fa2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:43.039956346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba5d6c3-1509-4537-9909-fe29595fa2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:43.943764143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df4deda-41da-48af-9eb1-37764e46b7d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:43.959736797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df4deda-41da-48af-9eb1-37764e46b7d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:43.976243689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df4deda-41da-48af-9eb1-37764e46b7d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:43.992315419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df4deda-41da-48af-9eb1-37764e46b7d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.038115875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"5bf4ce8a-c130-4a8b-976d-940c49ad5d4e","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.058663696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"5bf4ce8a-c130-4a8b-976d-940c49ad5d4e","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.193191357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"2b1b09fa-05ec-4dd8-98d7-981af2fade2e","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.193221684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"2b1b09fa-05ec-4dd8-98d7-981af2fade2e","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.309322337Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.30938917Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.309505594Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","tenant":"e2e-shared-b-w4-e45ed0","tenantID":"e2e-shared-b-w4-e45ed0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.327621975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-e45ed0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.359843605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"Service","name":"maas-api-e2e-shared-b-w4-e45ed0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.379249465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-e45ed0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.39675216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-e45ed0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.41484538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.433034327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.454519765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.478818374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.494607429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.511409746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.527376641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.542980542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.559183636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.576901222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.599439033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.621871004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.660595981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.676409546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.693059828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-e45ed0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.708791987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-e45ed0"},"namespace":"ai-tenant-e2e-shared-b-w4-e45ed0","name":"default-tenant","reconcileID":"350dc47e-19f1-4029-a86e-18e1d71c80d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-e45ed0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.819705471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01f3491e-4c76-4184-850b-11934332e308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.837296373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b49c4adc-bcad-4b4d-9cc8-c4102da33e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.862913378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01f3491e-4c76-4184-850b-11934332e308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.866850737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b49c4adc-bcad-4b4d-9cc8-c4102da33e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.031751806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"4ad8336e-f478-42f2-bdac-697b3af4c32b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.035471641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"9fb8f5be-b096-44fe-bfea-1aa85f1c172e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.132435819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"693cabb3-6641-427a-a3f8-cd7ebdce9673","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.133065454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"77c4adbd-f174-4685-91cb-efa3b625a7be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.221666846Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-access","reconcileID":"4a4d6398-b4e8-4026-9dc3-d4ef3950b1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.221839043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"cc59f067-573f-466c-801f-e9a9a37e6551","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.276900613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f09dff56-bd73-4f92-9947-39d099a9d38b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.296566067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f09dff56-bd73-4f92-9947-39d099a9d38b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.308963496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"72068c41-41c8-4274-ad75-f8118b304109","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.314961837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"74e1c109-77c4-40b7-b311-c949754263e7","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.314983364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"74e1c109-77c4-40b7-b311-c949754263e7","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:33:53.333609455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"ef36bcbb-a551-4ca7-8a01-6621f9ccb851","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-5183055c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.368626188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"9885111c-6cec-419e-bb50-811d396da53a","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.368647329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"9885111c-6cec-419e-bb50-811d396da53a","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.380633968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"7ac2b3c1-e6ad-49fe-bdd3-9030d403b119","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.395842326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f705361d-021a-4891-b5c6-050e57eba9b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.3958591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"020ca986-40ca-46ef-8bff-adb6f02b63a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.400054109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"7ac2b3c1-e6ad-49fe-bdd3-9030d403b119","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:33:53.401139783Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"9885111c-6cec-419e-bb50-811d396da53a","name":"e2e-fail-5183055c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-5183055c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:33:53.401191653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"9885111c-6cec-419e-bb50-811d396da53a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-5183055c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.401317422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"8c0f3a4c-10cd-4a69-ae4a-c0669fe84b7c","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.415934256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f705361d-021a-4891-b5c6-050e57eba9b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.416010622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"020ca986-40ca-46ef-8bff-adb6f02b63a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.438089326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"3890a78f-d6dd-48b9-826a-449a6a617856","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.438118699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"3890a78f-d6dd-48b9-826a-449a6a617856","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.474699187Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"6fe22a9d-1a3b-4ee8-aa01-9d080e2898f1","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-fail-5183055c","model":"e2e-fail-5183055c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-09ab3e/e2e-fail-5183055c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.480094387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"52793f6a-ca79-463a-8076-1a224eaa70db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.500679165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"52793f6a-ca79-463a-8076-1a224eaa70db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.508411228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"e099c283-3983-48c0-92b4-1924e19e740d","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.525656384Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"5b9912a1-cba5-4179-a102-0e03570596af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.554206715Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"5b9912a1-cba5-4179-a102-0e03570596af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.561039341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"dca823b3-dc0b-4460-9792-7eb92382beed","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.561059216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"dca823b3-dc0b-4460-9792-7eb92382beed","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.581588738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"190fd5e6-163e-47da-9608-2c6796839e80","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.597083238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c634269a-47aa-4d7b-8bfd-44800c670982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.597102363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05e28c98-bb40-42de-b648-1097fcb77c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.602549945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"190fd5e6-163e-47da-9608-2c6796839e80","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.617874071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05e28c98-bb40-42de-b648-1097fcb77c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.617954764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c634269a-47aa-4d7b-8bfd-44800c670982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.627155419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"409832c0-79a4-4138-8f57-eb66ff042e6e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.676319004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"f63514bf-9b8f-4c5f-9bec-7081ddbcba79","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-fail-5183055c","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.694797788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fd4db342-2c69-410a-ba4d-4ddd470a4630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.715561756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fd4db342-2c69-410a-ba4d-4ddd470a4630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.0912541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb39518b-e3e1-464f-802b-93c77d85287c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.09127532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a4727b0-e2ce-43df-b8ed-51d8bb1dbbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.111262938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb39518b-e3e1-464f-802b-93c77d85287c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.111991307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a4727b0-e2ce-43df-b8ed-51d8bb1dbbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.451931079Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-e45ed0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-e45ed0","reconcileID":"b03015c9-da3e-4701-8f44-3f952670c790","aitenant":"ai-tenants/e2e-shared-b-w4-e45ed0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.666778316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702d7cc8-3712-4446-859b-032dfd9d853d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.682826051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702d7cc8-3712-4446-859b-032dfd9d853d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.698882462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702d7cc8-3712-4446-859b-032dfd9d853d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.702740404Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-e45ed0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-e45ed0","reconcileID":"b03015c9-da3e-4701-8f44-3f952670c790","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-e45ed0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-e45ed0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.715102141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702d7cc8-3712-4446-859b-032dfd9d853d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.763369427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a52be277-5558-45ae-8c37-1dbb1ce9fe16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.763374256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47305608-ce8e-42c2-86be-a6ef0262ca0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.785354262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a52be277-5558-45ae-8c37-1dbb1ce9fe16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.785767296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47305608-ce8e-42c2-86be-a6ef0262ca0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.40218712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15aa6a9f-e99f-4484-bb54-3faf1463c117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.418168311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15aa6a9f-e99f-4484-bb54-3faf1463c117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.434189868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15aa6a9f-e99f-4484-bb54-3faf1463c117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.450286695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15aa6a9f-e99f-4484-bb54-3faf1463c117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.457866321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"180137d2-17cb-411c-93b0-6244f451267a","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-fail-5183055c","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.549400381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f5b7edb-be0e-4450-b17b-93b91a59e452","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.550660141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5c7a6c39-1253-494e-ac1b-d73517702309","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.553743109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"d73075b3-2893-4d39-ba38-c5a327a9657f","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.5538184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"d73075b3-2893-4d39-ba38-c5a327a9657f","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.655905318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"b2003316-583b-4645-9230-b0c29dd8a7cc","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.678247637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"b2003316-583b-4645-9230-b0c29dd8a7cc","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.685071762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"876c024e-cfcd-4c05-b4d6-57d8b5335e16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.715148921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ea7619ee-ce96-465f-9263-83742d68c508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.74489685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"ea7619ee-ce96-465f-9263-83742d68c508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.810515485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"07bfb0a7-586e-4fd8-a708-d09a2750ae7e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.829873376Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"8b19aaf8-6ad5-40a3-adca-7be6c8365d3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f3e9d0bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.851812549Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"e83f6619-b629-4a64-a654-2f9b54c4a8c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f3e9d0bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.893549021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9f0bce73-11e2-4c6f-815a-354471ce440a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.922767908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"9f0bce73-11e2-4c6f-815a-354471ce440a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.227159586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"f8aeda3b-6b55-4858-aa18-436a6c04f35a","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.409267017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"93376e40-5b79-420e-8d07-ad2fa52081d4","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.56429449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"b742829b-6644-43f4-893c-4911aecc40c3","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.623041655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3a4f418e-ec0f-45ea-93d5-2d0be1d61800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.633035939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"b09edba9-8a7c-424c-813a-fe4fd141ddc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.677110598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"3a4f418e-ec0f-45ea-93d5-2d0be1d61800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.726512368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"bd8f4ad1-dd7b-4fbf-a5cb-88f5adf0c3e0","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.804141203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"09a25863-de7f-426b-abe0-dd36a3d2fcb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.53405865Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.869095117Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"4eec88cf-5058-4ad7-a43c-e9d6dc28f2c4","namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.886159859Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"d8606178-1f2b-48e8-9d8c-95e4b49b1d18","namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.902210736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"ac8389e0-28ce-4415-bfb7-0613542abf8c","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.902760202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"8409baf2-30a7-4ff0-b8c0-524be1a999b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.916454786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad36101d-8e60-4b09-9ce3-021f93650a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.917871763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e164315d-a07c-4e56-a39d-f3dc79b496f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.922752189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"8409baf2-30a7-4ff0-b8c0-524be1a999b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.922824076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"ac8389e0-28ce-4415-bfb7-0613542abf8c","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.936284843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad36101d-8e60-4b09-9ce3-021f93650a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.937537111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e164315d-a07c-4e56-a39d-f3dc79b496f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.972271272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"87fa94ba-6c25-4040-b5b8-9f0d613dd3b1","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.97229412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"87fa94ba-6c25-4040-b5b8-9f0d613dd3b1","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.005580309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"6d3f44b9-2b79-456c-9f22-9adf8b00385e","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.005613935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"6d3f44b9-2b79-456c-9f22-9adf8b00385e","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.040149829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"d4a2f13d-4d36-4d69-9aea-5ce1990baae3","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-fail-5183055c","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.08960159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"53bcd945-8b8f-45ed-a851-ecaf7ef1a08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.109960527Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"8688106f-9bbb-4796-a2f1-100acbc81a6d","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.110522758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"53bcd945-8b8f-45ed-a851-ecaf7ef1a08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.190386712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"66200d14-886f-46ff-b29f-a3ecdf0d9eef","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.206308508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de1387cc-6274-4b6b-8033-4054ce87c5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.206472776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d223687-7461-4ec8-b7c2-b15c031651ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.210939561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"66200d14-886f-46ff-b29f-a3ecdf0d9eef","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.22643435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de1387cc-6274-4b6b-8033-4054ce87c5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.227581973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d223687-7461-4ec8-b7c2-b15c031651ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.232400949Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"b8608454-fd9f-4827-8a94-6993ee35c9db","namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.248151825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"07941b46-296c-4189-8fb9-2802b3e2ce5d","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.248174861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"07941b46-296c-4189-8fb9-2802b3e2ce5d","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.289935871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"635da820-2a15-427d-8c6f-77d3d35d784b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.303107552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"28adfca6-4028-46c5-b3a1-e949382e5d00","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.303142708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"28adfca6-4028-46c5-b3a1-e949382e5d00","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.313928769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"635da820-2a15-427d-8c6f-77d3d35d784b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.416774165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"09729ce0-2013-48ba-aa8c-13741f57aa29","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.47333967Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"09729ce0-2013-48ba-aa8c-13741f57aa29","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.476804782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e1d85ec-5dfb-40da-a39d-2a2ca2330d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.478368229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"919452d7-f6d2-4447-9943-e21d3455395e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.492299299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"09729ce0-2013-48ba-aa8c-13741f57aa29","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.495201688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"df74fc03-b1c8-47f3-83d4-7624296b241c","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.499819924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e1d85ec-5dfb-40da-a39d-2a2ca2330d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.500197163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"919452d7-f6d2-4447-9943-e21d3455395e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.51910782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"df74fc03-b1c8-47f3-83d4-7624296b241c","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.529546318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"d8492848-8d43-45e6-a100-000018305a8c","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.529570771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"d8492848-8d43-45e6-a100-000018305a8c","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.591166539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"105112c0-2ecc-4e05-9fa9-7ec0c7bea6ff","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.615145161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"105112c0-2ecc-4e05-9fa9-7ec0c7bea6ff","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.636748968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"105112c0-2ecc-4e05-9fa9-7ec0c7bea6ff","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.324801375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"5ee0cfba-2f4c-4ba5-855f-e8bc0beeaadf","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.324826345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"a594c8f0-ba23-4d45-931b-7abb3b5f8c7c","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.347283931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"a594c8f0-ba23-4d45-931b-7abb3b5f8c7c","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.347882225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"5ee0cfba-2f4c-4ba5-855f-e8bc0beeaadf","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.367472154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9716ded3e35e385d1c96529fb14858dd810688f94d1370afa2d126c4e8846b48) AuthConfig (35d1f8cd4fe472f91eb7a2050a9eb4b9cdb45c130cfbd7f2ba501270e751fe95) AuthConfig (c8c5a5593ea51b384df8e6a90fc43918df9ff305cd559103cc10327b37e7caee) AuthConfig (cb4bcf9385d1605f5c819407ccff7008cb06159576bd439dd2c141a4b5f589de) AuthConfig (5b620cc242a2a36fb6dbc10fe9091dc2c657f79f8ee9e92468ba2d743af4ca84) AuthConfig (c4f8daea658dc51f7fec5e5264b01f111f7efe2f6e80fa6b1e484219334da50a) AuthConfig (37b7ba477419d93c18fc514a258fc50aeab87c88c869251e10c6a4c6bbb69cc4) AuthConfig (0d40b340188c8099f83318b0bf9fc8bff6a365653b09046016e5fb276bd1c28e) AuthConfig (66174b69bb5a1409c47b6910a63beeb251be719139e215f92325247e335e5088) AuthConfig (ad1d0dd12cf6596a7007b9f2253c3f5840545dd23b1c44377e5ed05673d52ac3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"5ee0cfba-2f4c-4ba5-855f-e8bc0beeaadf","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.404372225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"634379c0-d323-471e-a31f-1dd1b2ed0b63","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.404406335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"634379c0-d323-471e-a31f-1dd1b2ed0b63","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:07.834803415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"b4974630-ff02-43af-a95f-2ca244a75c7e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:07.86828779Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"8b9894b2-159d-4b87-956f-b81623973e64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:07.884110687Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"simulator-subscription","reconcileID":"8b9894b2-159d-4b87-956f-b81623973e64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/simulator-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:07.973412911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"a46333d6-23df-4d73-a45c-53ba96ce6984","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.006016326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7fb65ca2-8786-425b-8926-f68b26457f35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.020949801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a6c6f1c-e425-4e9c-808d-5d75ee84e124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.020955013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d81c1d01-8fb6-470b-be4f-d8d469d01642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.025718918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"7fb65ca2-8786-425b-8926-f68b26457f35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.040714467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d81c1d01-8fb6-470b-be4f-d8d469d01642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.041120023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a6c6f1c-e425-4e9c-808d-5d75ee84e124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.250614265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"6de9a7fc-6f6a-451f-a7ae-de01baa6e225","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.436558777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"09528bca-0d43-4529-905a-470ae112634e","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:08.727911401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"b0f54669-f86b-45ed-8355-ebb0b1698097","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.903037837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1027863-ba55-4580-9c61-4942462a0f14","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.903663721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"880970b0-5c47-4d1c-9fb9-bb17bdaddd24","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-fail-5183055c","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.046110516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34cb42f9-d3aa-417b-bc22-05d4afcd4318","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.046582496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"4e80cf1e-3ab4-4472-82ca-95ea12703d01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.242764749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"a25877a9-c390-42e0-b7cc-6ed0acd5e7c3","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.275695796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f3be30ad-09d7-476d-aa74-ef0dcfc7be76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.30247064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"597e43dd-1bed-4ba3-ab75-d235591dff53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.303773529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"977ddca4-6dfa-4583-97bd-00e8c18e711f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.305066168Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"c48f064f-cef0-49c3-9aee-005a8944685a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-605067af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.306999326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"f3be30ad-09d7-476d-aa74-ef0dcfc7be76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.324003866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"597e43dd-1bed-4ba3-ab75-d235591dff53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.325119393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"977ddca4-6dfa-4583-97bd-00e8c18e711f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.390836705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fbf62db1-fdc3-4e17-88b5-3e8fc03d765d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.410687518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"fbf62db1-fdc3-4e17-88b5-3e8fc03d765d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.838492699Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"16f11a8a-9a10-45e3-bcba-e88c333c5355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.838577546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"6b43a99a-8e68-4001-9b27-2612e420b9be","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.873502167Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"9b2bc96b-aebe-4f39-b488-6620902d9316","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-605067af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.952175793Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"88ca4d4b-6eb6-43a3-95f2-099d36972bf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-605067af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.983971745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2aea18e1-aa8f-4367-996c-b40c3d69ca9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.983975465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70b602de-33f6-4649-99c1-91f53d7c4eaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.00584364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70b602de-33f6-4649-99c1-91f53d7c4eaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.005837803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2aea18e1-aa8f-4367-996c-b40c3d69ca9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.055439676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"16f11a8a-9a10-45e3-bcba-e88c333c5355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.069922987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"aeec8180-ed1a-49c5-95a9-1bf70d77dc8e","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.070662514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"75cf2270-4e51-4835-9013-52d46b3ddffd","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.07138758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"5acaeef3-6cbe-4f83-8e38-d7e6464c8d30","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.072080726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"1db11c03-319f-4bcf-ad7a-dce794409588","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.086953592Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"e7ce44bc-8037-457c-a509-ded0f0625992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-605067af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.118182688Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"16f11a8a-9a10-45e3-bcba-e88c333c5355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"e2e-worker-w3-6f34cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.118209904Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-access","reconcileID":"16f11a8a-9a10-45e3-bcba-e88c333c5355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.137833635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"76c043f7-1572-451c-84d5-9e271fd8943f","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.43486109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153eddf5-ac3b-491d-b7d9-d04386605df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.435099475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"28fae389-23eb-4efa-a6fa-0400086d565d","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.454541936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153eddf5-ac3b-491d-b7d9-d04386605df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.472036946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153eddf5-ac3b-491d-b7d9-d04386605df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.475825809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"28fae389-23eb-4efa-a6fa-0400086d565d","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.48824837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153eddf5-ac3b-491d-b7d9-d04386605df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.69272743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"081d7668-ab20-4714-9618-51515c2b6f4d","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.692755321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"081d7668-ab20-4714-9618-51515c2b6f4d","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.281247983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d43bd0-30be-410f-a090-396eea07e517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.29808518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d43bd0-30be-410f-a090-396eea07e517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.314289142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d43bd0-30be-410f-a090-396eea07e517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.330332702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d43bd0-30be-410f-a090-396eea07e517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.189587389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"aee5d249-9a21-4747-9e10-051a887aef6b","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.189616566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"aee5d249-9a21-4747-9e10-051a887aef6b","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.207380676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"67f56b49-e585-4804-b5f7-26b1eab05d93","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:16.207884652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-sub","reconcileID":"d44d4fb4-d303-4218-9e58-5043006b0b10","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-83116560-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.223098656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6520069-66b1-4b56-a2bf-00326a472b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.223234088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d22287fa-7ecc-424c-aa4e-abdfdd97cc49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.227247674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"67f56b49-e585-4804-b5f7-26b1eab05d93","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.242960768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6520069-66b1-4b56-a2bf-00326a472b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.243104931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d22287fa-7ecc-424c-aa4e-abdfdd97cc49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.247518367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"bd70fa14-033b-42eb-95da-89fd88bd6985","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.247538949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"bd70fa14-033b-42eb-95da-89fd88bd6985","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:16.28020637Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"bd70fa14-033b-42eb-95da-89fd88bd6985","name":"e2e-fail-83116560","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-83116560\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:16.280269699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"bd70fa14-033b-42eb-95da-89fd88bd6985","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-83116560\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.296115567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"a6b4fd3c-9bba-44d3-ba54-fb04942726dd","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.296148743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"a6b4fd3c-9bba-44d3-ba54-fb04942726dd","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.338462204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"7168e9f9-417a-4b09-a736-73147b2de2c1","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.353030177Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-sub","reconcileID":"2eafd5c3-2f2e-458f-ac5d-7d95000bdf03","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-fail-83116560","model":"e2e-fail-83116560","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a3235a/e2e-fail-83116560-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.358970392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"7168e9f9-417a-4b09-a736-73147b2de2c1","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.440179819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"4a3f15aa-8618-4f3c-bd2c-405a459aa5ad","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.440209738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"4a3f15aa-8618-4f3c-bd2c-405a459aa5ad","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.5052503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-sub","reconcileID":"518761db-28c3-4173-9c77-39f7fb33b2be","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-fail-83116560","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.568305084Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d0053851-280a-4dbd-ad28-ff03702829ed","namespace":"ai-tenant-e2e-worker-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.568370946Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d0053851-280a-4dbd-ad28-ff03702829ed","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.585745266Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d0053851-280a-4dbd-ad28-ff03702829ed","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:16.585766851Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d0053851-280a-4dbd-ad28-ff03702829ed","namespace":"ai-tenant-e2e-worker-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.965737317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-sub","reconcileID":"503c5456-b8bf-4d99-a003-11c774e238ab","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-fail-83116560","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:22.059860626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e85911e4-df7f-41ef-b91f-dcea4effa744","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:22.076287954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"d8266304-fb45-4b52-b56b-466f81d19b4c","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-fail-5183055c","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:22.094992866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"556bc8fe-f2e6-4ea4-a2c4-5470259d7a60","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:22.095034555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"556bc8fe-f2e6-4ea4-a2c4-5470259d7a60","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:22.128124509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"94c36864-cd0d-4e92-aa48-bcafd9dea55b","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:22.128390845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"9c92be47-d3d8-45e5-846c-2d6bdff2d338","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:22.148174172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"94c36864-cd0d-4e92-aa48-bcafd9dea55b","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:22.148675824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c88a204-d939-4532-bb0e-9db26921ffad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:22.148839912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"9c92be47-d3d8-45e5-846c-2d6bdff2d338","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.070935305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"aaefcc01-7f17-4a1e-8a6a-fc1fdd4c35fa","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.072317075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"f263f444-6da8-4ee6-abc4-b218e8a7e035","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.072600903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"cb6491d3-cdb1-489e-9d5f-ec457e88a755","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.103262756Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"62c27baa-d0ee-4508-804e-f33685696a8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.11941091Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"62c27baa-d0ee-4508-804e-f33685696a8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.135497301Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"premium-simulator-subscription","reconcileID":"62c27baa-d0ee-4508-804e-f33685696a8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"name":"maas-trlp-premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf","model":"e2e-models-e2e-worker-w3-6f34cf/premium-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.138393944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"ff171b56-4dd6-44b1-8e51-6f4a750d65ba","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.221701423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"afea91b0-b7c8-4fea-ad78-61b085a36fa7","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.269717916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca7da176-616f-4ceb-80b5-348407a06145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.269717917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5445ee1-00a0-4bbd-ad83-bf04b7e438ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.290010419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5445ee1-00a0-4bbd-ad83-bf04b7e438ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.290021784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca7da176-616f-4ceb-80b5-348407a06145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.048060088Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","namespace":"ai-tenant-e2e-worker-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.048120298Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","namespace":"ai-tenant-e2e-worker-w3-6f34cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.048176807Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","tenant":"e2e-worker-w3-6f34cf","tenantID":"e2e-worker-w3-6f34cf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.068480754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"Deployment","name":"maas-api-e2e-worker-w3-6f34cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.094491815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"Service","name":"maas-api-e2e-worker-w3-6f34cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.117088343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-6f34cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.135040715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-6f34cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.153012922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.171107114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.191731344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.209529895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.225153643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.240685274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.25615074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"Service","name":"payload-processing-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.271653401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.287362909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.30302846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.320724727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.339833142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.361684916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.378294582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.394037307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-6f34cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.409574456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-6f34cf"},"namespace":"ai-tenant-e2e-worker-w3-6f34cf","name":"default-tenant","reconcileID":"d62beb45-6807-411a-afc4-2a0aab6be64a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-6f34cf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.481359123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"9b6a1820-6dbf-41d8-8374-9335bb9ab579","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.481394748Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"9b6a1820-6dbf-41d8-8374-9335bb9ab579","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.483484726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f49a0697-0665-4ed2-bff6-4c95bc261aa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.487328282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d64a8be-4379-4212-86ef-aec71b934e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.519912619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f49a0697-0665-4ed2-bff6-4c95bc261aa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.52388119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d64a8be-4379-4212-86ef-aec71b934e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.552514259Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-sub","reconcileID":"5230ce07-83eb-4726-99b3-b768f08ddb45","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-31f12a82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.59534235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"8cf42a14-a05a-4859-9b14-cecddf657613","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.615490811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"8cf42a14-a05a-4859-9b14-cecddf657613","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.709933567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a4bfcd9-068f-4a9b-966a-5e1a772ebefb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.709963538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa4ad5b1-bd1b-4508-b165-ebe5ba72c1ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.730303032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa4ad5b1-bd1b-4508-b165-ebe5ba72c1ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.730751751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a4bfcd9-068f-4a9b-966a-5e1a772ebefb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.794053289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"3d1d88c3-f1ed-4700-ac26-8653efbcb8cd","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.814318332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"3d1d88c3-f1ed-4700-ac26-8653efbcb8cd","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:29.532486002Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:31.547324133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1d49f9f-fc6b-4fd3-b338-94904f1894f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:31.547324135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b12b6d16-5224-4c16-a3d5-7dfc80153698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:31.568371054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1d49f9f-fc6b-4fd3-b338-94904f1894f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:31.568401659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b12b6d16-5224-4c16-a3d5-7dfc80153698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.072027401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"1983caa5-2aae-48dd-ac1b-e0e512fe8525","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.073486812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-2-w3-6f34cf","reconcileID":"730ad3ee-5b95-4214-a848-83e0cf1a80bb","MaaSModelRef":{"name":"distinct-2-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-2-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-2-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.07370825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"distinct-w3-6f34cf","reconcileID":"4ce24a9d-e03c-4895-8e30-75e51b2f045a","MaaSModelRef":{"name":"distinct-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"distinct-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"distinct-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.195666636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"premium-w3-6f34cf","reconcileID":"264bd0a4-2c24-46c3-a6fa-d955497b718a","MaaSModelRef":{"name":"premium-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"premium-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"premium-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.19592035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"namespace":"e2e-models-e2e-worker-w3-6f34cf","name":"simulator-w3-6f34cf","reconcileID":"4d3e6bc2-818a-4460-89e9-b26fd2c6b7d0","MaaSModelRef":{"name":"simulator-w3-6f34cf","namespace":"e2e-models-e2e-worker-w3-6f34cf"},"routeName":"simulator-w3-6f34cf-kserve-route","namespace":"e2e-models-e2e-worker-w3-6f34cf","llmisvcName":"simulator-w3-6f34cf","gateway":"openshift-ingress/e2e-worker-w3-6f34cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.568371684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-sub","reconcileID":"ff59f837-69b8-4b2e-8599-912162186bbe","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","subscription":"e2e-fail-83116560-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.600915845Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-sub","reconcileID":"ff59f837-69b8-4b2e-8599-912162186bbe","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.616936402Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-sub","reconcileID":"ff59f837-69b8-4b2e-8599-912162186bbe","MaaSSubscription":{"name":"e2e-fail-83116560-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.706597349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"44036d24-79ad-491b-a960-2402f444dc34","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-fail-5183055c","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.706614167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e597b27-d299-4b1d-bd9a-636cc16d25c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.721724467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"f1ffc701-320d-42ad-b85e-4f86c9bd63b5","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.721749186Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"f1ffc701-320d-42ad-b85e-4f86c9bd63b5","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.737892451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"eb35dc53-7f23-499f-8a85-8d66b2ce27f6","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.753290328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0cd5728-9621-4da5-be9b-a26b1df7639c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.754010599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcec7acc-a079-4e8d-9189-aeb5a8f12f07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.757841545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"eb35dc53-7f23-499f-8a85-8d66b2ce27f6","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.776488735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcec7acc-a079-4e8d-9189-aeb5a8f12f07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.779634781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0cd5728-9621-4da5-be9b-a26b1df7639c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.790923702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49ed3d0f-f971-4da9-b959-0442eab2427b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.866537007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"7db0372c-f21d-4320-af97-8ef4222ef5b3","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.866563134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"7db0372c-f21d-4320-af97-8ef4222ef5b3","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.967795174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"a3af5a1b-ad06-41b7-aca5-a38bf72f527d","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.016045826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"a3af5a1b-ad06-41b7-aca5-a38bf72f527d","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.064704839Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"a3af5a1b-ad06-41b7-aca5-a38bf72f527d","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.064731996Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-fail-83116560-access","reconcileID":"a3af5a1b-ad06-41b7-aca5-a38bf72f527d","MaaSAuthPolicy":{"name":"e2e-fail-83116560-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.102689655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"9af2367e-6178-42ec-a74c-0ad90ae7fbd7","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-b-a3235a","gateway":"openshift-ingress/e2e-extmod-b-a3235a","model":"e2e-extmod-fail-user-ba5407/e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.102720426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"9af2367e-6178-42ec-a74c-0ad90ae7fbd7","MaaSModelRef":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-83116560-7744859f69b9","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-83116560","externalModel":"e2e-fail-83116560","provider":"e2e-fail-83116560-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.51049206Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-6f34cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-6f34cf","reconcileID":"834ae98b-96ea-4f7d-be41-05b954297d62","aitenant":"ai-tenants/e2e-worker-w3-6f34cf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.613763375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"10eca77e-d320-400c-9582-a652a05e8e4f","namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.648934321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"de5896a6-bca0-4f30-975e-7c343c626c06","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.649062943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"d5641b68-f3ee-4d37-9f28-cdcc73d1ff5d","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.649091695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"d5641b68-f3ee-4d37-9f28-cdcc73d1ff5d","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.663772726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9daeabc4-66c0-4a30-a9aa-0444b6eac117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.66576491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f98226db-e54f-45c7-9e86-34e2b9adbd6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.669240791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"de5896a6-bca0-4f30-975e-7c343c626c06","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.685334514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9daeabc4-66c0-4a30-a9aa-0444b6eac117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.688365132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f98226db-e54f-45c7-9e86-34e2b9adbd6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.715460254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"f436e9cc-8dbd-4685-a31a-a0cc1efbe538","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-fail-5183055c","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.782289863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e789251d-46a2-4908-bd64-cc12e6943b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.79572801Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-83116560","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","reconcileID":"ccdaf442-e2b6-400c-8cad-e0d04705d04c","namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-83116560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.799062985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e789251d-46a2-4908-bd64-cc12e6943b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.815498009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e789251d-46a2-4908-bd64-cc12e6943b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.831830373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e789251d-46a2-4908-bd64-cc12e6943b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.85220506Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-6f34cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-6f34cf","reconcileID":"834ae98b-96ea-4f7d-be41-05b954297d62","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-6f34cf","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-6f34cf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.879557138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2053b999-ff6f-4e66-a891-120fb3cad396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.879675473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f495f3ff-5df2-465b-ae36-554fefce776e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.899458239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f495f3ff-5df2-465b-ae36-554fefce776e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.899745091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2053b999-ff6f-4e66-a891-120fb3cad396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.973650488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"5a4c184c-ba1c-4987-81f4-732ed6753eaa","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.993284963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"5a4c184c-ba1c-4987-81f4-732ed6753eaa","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.138941618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e094ead-0008-4f7d-91c8-0535a37ac77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.140625754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66841661-5b18-4677-acf3-925eb1b7a6d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.172755259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66841661-5b18-4677-acf3-925eb1b7a6d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.176764698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e094ead-0008-4f7d-91c8-0535a37ac77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.336681152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"507227b2-abd9-41a7-a73c-6fdcebb859b8","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.336711762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"507227b2-abd9-41a7-a73c-6fdcebb859b8","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.396190698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"ddc1d2f1-2d02-40d4-bb36-173ce38c24a8","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.4249154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"ddc1d2f1-2d02-40d4-bb36-173ce38c24a8","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.444239624Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"065b5f9d-eb3d-41ee-b3aa-53fd095786d8","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0bac11d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.474207228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc4a3cd3-f67b-4241-8fe0-27919e98b648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.47420723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"546048ff-8465-4da6-8d03-6fca510f6fa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.495814072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"546048ff-8465-4da6-8d03-6fca510f6fa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.495966511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc4a3cd3-f67b-4241-8fe0-27919e98b648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.632942106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bea99f9-508c-4cf7-84fe-4a1426c77195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.633211953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"4609054c-a03f-40db-8806-9fc2a36f6838","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.650336622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bea99f9-508c-4cf7-84fe-4a1426c77195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.667851851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bea99f9-508c-4cf7-84fe-4a1426c77195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.68413384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bea99f9-508c-4cf7-84fe-4a1426c77195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.687789867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"4609054c-a03f-40db-8806-9fc2a36f6838","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.293684646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8221caad-3d96-4cfa-9ca8-492b4ab622c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.309891521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8221caad-3d96-4cfa-9ca8-492b4ab622c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.32641255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8221caad-3d96-4cfa-9ca8-492b4ab622c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.342950657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8221caad-3d96-4cfa-9ca8-492b4ab622c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.609377438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2a07b2e-f66e-4512-bc07-f18819bd9e38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.71524413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b6e2662-ff94-43fa-bf4d-d4f3845171cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.075704386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74188682-d394-4573-b1c6-6a25b66155e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.075704086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1951afb4-7b32-4c3f-b076-0b95549af7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.096084162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1951afb4-7b32-4c3f-b076-0b95549af7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.09613079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74188682-d394-4573-b1c6-6a25b66155e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:45.138247851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51a2c7ec-9f2b-408b-b3f0-859366b46635","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:45.228623906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65b91d2f-e887-4ed8-bc89-3ef694bd75d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.460989206Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"7c9ce23e-7635-40f5-acc7-6083c8c5a4c0","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","subscription":"e2e-fail-5183055c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.493446769Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"7c9ce23e-7635-40f5-acc7-6083c8c5a4c0","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.511841855Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-sub","reconcileID":"7c9ce23e-7635-40f5-acc7-6083c8c5a4c0","MaaSSubscription":{"name":"e2e-fail-5183055c-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.617033514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"72ef9106-a425-46d8-9ed1-d45c97918358","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.617059402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"72ef9106-a425-46d8-9ed1-d45c97918358","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.633922566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"4340171d-cd91-4cb4-9294-bd70e26d6624","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.649594677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a8786a6-9b11-41a8-ab9f-e6177c7138ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.649594466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ce6e6f6-c835-47cb-b243-e76e2ea645c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.654504854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"4340171d-cd91-4cb4-9294-bd70e26d6624","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.669930185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ce6e6f6-c835-47cb-b243-e76e2ea645c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.67010756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a8786a6-9b11-41a8-ab9f-e6177c7138ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.766739995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"64fdfc21-147e-4a33-806e-e17c5e316e5d","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.766769052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"64fdfc21-147e-4a33-806e-e17c5e316e5d","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.801310076Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"db05caa2-658b-4866-bb63-2780914bc7e2","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.952338949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"db05caa2-658b-4866-bb63-2780914bc7e2","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.002126243Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"db05caa2-658b-4866-bb63-2780914bc7e2","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.002153506Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-fail-5183055c-access","reconcileID":"db05caa2-658b-4866-bb63-2780914bc7e2","MaaSAuthPolicy":{"name":"e2e-fail-5183055c-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.039372828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"3275b360-ead1-4dfe-966c-f2e9dde52eb6","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"tenant":"e2e-extmod-a-09ab3e","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","model":"e2e-extmod-fail-user-ba5407/e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.039402664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"3275b360-ead1-4dfe-966c-f2e9dde52eb6","MaaSModelRef":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"routeName":"external-model-e2e-fail-5183055c-5d99e7bc37c7","namespace":"e2e-extmod-fail-user-ba5407","model":"e2e-fail-5183055c","externalModel":"e2e-fail-5183055c","provider":"e2e-fail-5183055c-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.541928511Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"f152fedb-66cc-4177-83f9-1ecb33dfb493","namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.589736835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccf33ad1-2ee8-4ee8-9c01-4e2c9d9741c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.591217095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0c248b8-1345-4778-b732-9928654c0acb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.610067152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccf33ad1-2ee8-4ee8-9c01-4e2c9d9741c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.610768371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0c248b8-1345-4778-b732-9928654c0acb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.72465694Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5183055c","namespace":"e2e-extmod-fail-user-ba5407"},"namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","reconcileID":"82cd8471-2d1f-493f-bcda-4f6f89a5c2ac","namespace":"e2e-extmod-fail-user-ba5407","name":"e2e-fail-5183055c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.810483094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f18798a6-2624-46d3-a80a-66eece1545c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.811436953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ee5be06-26e9-4288-bbd9-f3193983cb66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.830525826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f18798a6-2624-46d3-a80a-66eece1545c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.895253964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ee5be06-26e9-4288-bbd9-f3193983cb66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.863360567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fd82351-e5ba-4b52-a3dd-6a37d4a0f67d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.96602902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e7c3ec5-15bd-4021-9058-34d397c06515","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.310097292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dfc13063-722d-44ea-89d9-480ce911fa0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.401949352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03ab31fd-892d-4420-b8ae-8cffcaf8cc87","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.259744864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db760c10-50dd-464e-9537-d0ac92d0147b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.259747547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d537131e-6593-4c7c-a502-a985fac4bc5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.282733162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db760c10-50dd-464e-9537-d0ac92d0147b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.282777371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d537131e-6593-4c7c-a502-a985fac4bc5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.398469682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f75a01a8-7535-4414-b46e-dd2f4451a951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.403313466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71f4ddb8-55da-4832-985e-9c31e0f6037d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.419882074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f75a01a8-7535-4414-b46e-dd2f4451a951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.424684513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71f4ddb8-55da-4832-985e-9c31e0f6037d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.60396166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dea3266d-4376-45f0-b970-66fe4a19c44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.604712727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffa676aa-6879-435e-8431-476e57c7e2d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.697574082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dea3266d-4376-45f0-b970-66fe4a19c44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.698877381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffa676aa-6879-435e-8431-476e57c7e2d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.87857669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dba0a2c-e8c2-4f23-a2d8-7904791efab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.87903435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7260809e-6580-4dc2-9002-afebd4d37647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.898388985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dba0a2c-e8c2-4f23-a2d8-7904791efab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.898975294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7260809e-6580-4dc2-9002-afebd4d37647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.997241545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1125a77d-0df0-470c-ac66-d394ed5f2d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.997278409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6122a102-1eb1-4c60-bcdf-2e5408204662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.01940226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1125a77d-0df0-470c-ac66-d394ed5f2d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.022648845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6122a102-1eb1-4c60-bcdf-2e5408204662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.448112232Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7883ee","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee","reconcileID":"480bc5b8-139e-4ef4-a523-e76e42b27c1e","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.470795341Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7883ee","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee","reconcileID":"e8b7692b-63df-4352-bb3c-d0de551c38db","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.511874442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25e40ec0-bea6-41a2-837d-6c7d58f887c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.51615165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2e90fc7-4cf0-4380-8c46-4fa347f66431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.535352088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25e40ec0-bea6-41a2-837d-6c7d58f887c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.543074506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2e90fc7-4cf0-4380-8c46-4fa347f66431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.730025841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"533abde7-4d22-4c4a-bc12-465f1d4521de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.730897287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43189286-086c-44cc-9b5a-e6db2be1c2f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.731086858Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"99663e6d-df6d-42aa-93ea-90008af6d130","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-shared-7883ee","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.751593006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"533abde7-4d22-4c4a-bc12-465f1d4521de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.751676987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43189286-086c-44cc-9b5a-e6db2be1c2f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.934265768Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"4a2dd87e-7c40-40dd-803e-5c6916a26ab9","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-shared-7883ee","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.98919667Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"a8198ab0-eb46-4408-acc0-16292fe391d3","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-shared-7883ee","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:59.04712674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"2e6756ef-a558-405d-8cc5-e1315ea99311","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-shared-7883ee","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:59.089993666Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"b647f59b-962c-49b3-951a-c118a8fd140e","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-shared-7883ee","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:59.209528923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7883ee","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee","reconcileID":"6415dd86-770a-4758-9fbb-d584e6cb5d4a","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:59.226588895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"64c35d50-d7c2-48a9-8372-92151cd43ae8","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:59.257613552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c34c159-5351-48bb-af78-86e75f4faed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:59.257790912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ceb570b9-14c1-493f-b9ce-ad81dadcccaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:59.282309545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ceb570b9-14c1-493f-b9ce-ad81dadcccaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:59.28323829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c34c159-5351-48bb-af78-86e75f4faed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:59.291534706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"3824c40e-902b-4e47-b1a6-d153378e2698","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:59.346043319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"3b52d69e-b2b7-4e02-be87-4b1cbafb4410","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:59.383110082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"64161721-8e69-4f44-a3b3-01236978dbd5","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:59.532182453Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:01.203245252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebacc718-0078-4434-8ebd-1d2139bd168a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:01.308451407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3227210c-c580-4b17-a141-bf6347d96e1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.869924377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dcc5b2aa-7001-46bf-a7e2-a4eade9e684d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.967027087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4efcb56a-0701-41db-a37d-fca8a666b716","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.774798885Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"585e5c84-9fe8-49ad-a0ef-951de14fefc8","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.807305796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"81e7f014-8aa9-4db3-8502-83139fc19240","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.810490757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"cab68f08-3206-4369-8113-37b1afb43792","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.859953705Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"cab68f08-3206-4369-8113-37b1afb43792","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.878289839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-09ab3e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"cab68f08-3206-4369-8113-37b1afb43792","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.915518643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"e7306ce7-b59e-464c-8541-3a1e7c101a4a","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.93243589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"d45e30ca-f1e9-4889-b0b2-fb79711250aa","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.953068298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"d45e30ca-f1e9-4889-b0b2-fb79711250aa","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.087381934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"2932e153-ecb6-416d-a49e-ee2ac977b712","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.594393869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"ed7615b1-f430-4958-8cf9-467286196d83","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.60948736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"a66b837d-d3d9-44ee-8c1b-4605f20be45c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:16.61225198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"64df94a7-8465-425a-a923-9451ec674656","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-7883ee-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.62509815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2035c15-57f9-428c-ba32-06ca049dc274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.625304711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bcc9464-214f-407a-b7ef-26c0cbe8b91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.630161327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"a66b837d-d3d9-44ee-8c1b-4605f20be45c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.646801875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2035c15-57f9-428c-ba32-06ca049dc274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.647497672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bcc9464-214f-407a-b7ef-26c0cbe8b91b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.648327627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"62ba565d-252c-4fb1-96b2-2e53e64f2b6b","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.694797715Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"550264a2-b926-44de-ae5f-fbab31d499e4","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.727275076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"10243359-7d97-4f4e-8590-ac0236a7a7d5","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.801922208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"e3820454-9f4a-4d6f-9633-3957931ee344","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.819414258Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"e179e5d4-d4b0-46f9-a490-0a8edf0a9f1f","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-shared-7883ee-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.823829173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"e3820454-9f4a-4d6f-9633-3957931ee344","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.905195376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"efce7703-15a8-4a8c-a28f-2d28765a6132","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.969375459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"01760a49-b81c-4fd3-bc96-743a92243799","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.544138057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"336f061c-37b0-40c0-9241-2dd138941821","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.711091636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"62ed07e2-e14b-485a-aaf5-558a3d1e1489","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.71112089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"37a378dc-3b6d-4d72-9acc-a06a46fed003","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.711890222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a67d138c-3ed6-474d-a9d8-dc1de278f525","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.732674459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"62ed07e2-e14b-485a-aaf5-558a3d1e1489","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.798476256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"6b48f3e6-e148-438f-9f8f-e493fc675d3c","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.135023648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"39088a4b-8089-40e9-bc79-3cfc0598db23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.246157303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1987a034-a847-413d-a795-4048f5c6d676","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.264930969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"115a8a43-abe8-4ca3-aaf3-814dc507ef73","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.83634518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"cee243ab-ab85-49fc-9ce1-dc901c57c762","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.868627543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"05acdd26-412f-47e3-9a55-583c48bdeb4e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.868977781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"12236071-2649-468c-a674-efc63daf9560","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.918828813Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"05acdd26-412f-47e3-9a55-583c48bdeb4e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.937271454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a3235a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"05acdd26-412f-47e3-9a55-583c48bdeb4e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.97400085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"5045e8d2-383d-4bad-8f8e-1ac3a2f537fc","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.532164864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.990118295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"716bb0ea-0eb2-4c64-8e04-8de56aa87cb4","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.010199638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"716bb0ea-0eb2-4c64-8e04-8de56aa87cb4","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.144179777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"05ae7336-847a-4817-82dd-87d218184a42","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.637806378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"27f0b53a-8604-484f-8488-07c4de017f78","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.653571411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"d4f18fa1-809d-42af-bfe1-c17c6cb340da","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:33.657935045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"e0c151a4-ede0-4407-8708-e348731ae07b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-7883ee-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.669462838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65d99ddc-ec7e-4315-9cbe-436d0dbfdc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.669471055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"701b73cf-7cef-4fd7-a675-08a3b7dc9444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.674062101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"d4f18fa1-809d-42af-bfe1-c17c6cb340da","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.690312364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65d99ddc-ec7e-4315-9cbe-436d0dbfdc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.69121573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"701b73cf-7cef-4fd7-a675-08a3b7dc9444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.695482579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"853f83d8-d030-43ac-b058-239b1dd1db0e","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:33.730180573Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"853f83d8-d030-43ac-b058-239b1dd1db0e","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:33.730252419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"853f83d8-d030-43ac-b058-239b1dd1db0e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.746564848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"716002df-7c5c-4bda-a566-0c9a8f07d798","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.818952337Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"43c1e493-f9bc-44d9-b09c-989c8089aa2e","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a3235a/e2e-shr-shared-7883ee-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.880962387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"9b65e39e-ff36-4a46-8809-5c18ec3a4a7a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.905712531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"9b65e39e-ff36-4a46-8809-5c18ec3a4a7a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.911842448Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"43e585d5-eb15-494b-a1e3-5b062dc74e60","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:34.017130728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"c841b424-937d-4455-83b6-fe72944e5688","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.477368407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b769853-02b1-4097-abbb-ca967cede9d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.621066364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"8642f48a-13b9-4796-ad8a-2db2f284d03a","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.621685285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"84664bd3-fa73-403d-8b82-6be9f2eefec0","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.622220893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"cd2973fe-3bea-4d81-84c1-518c33332733","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.625923206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0128057f-25af-4efc-8ce2-11b6b91d20bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.632560818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"5d792433-3541-4e7e-8eb3-b6e317507c90","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.699118615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"cd2973fe-3bea-4d81-84c1-518c33332733","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.702573556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"5d792433-3541-4e7e-8eb3-b6e317507c90","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.762750185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"693c7ed6-6b4f-447e-8520-3cb5cf3e4ad1","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:38.057659756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df3debf4-7c7c-4ea1-a995-b1021d686722","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:38.157100111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"969acc4e-6500-42c1-8593-8cefd76700c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:38.172771143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"ca5b5939-12ba-46bc-9661-c29c5080fb23","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:38.17457126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"40c120f7-366a-4bcd-809f-118aea94908c","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.740725501Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-84d02e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e","reconcileID":"1cdebd55-4776-4146-8aec-667be8e1d52a","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.759874982Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-84d02e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e","reconcileID":"c56b49ba-511e-45ce-ba48-32befbe756b3","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.77630587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"bd98bc13-f4c5-448f-9ce4-7cf67f72207b","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.776833371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"4b852344-997d-4c08-8955-83a66da15a63","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.792948648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c27e7e75-c1ad-4f1d-a0ad-86bade6e2d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.792997293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d16e0b-b908-4318-bb62-8a1401227820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.797311988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"bd98bc13-f4c5-448f-9ce4-7cf67f72207b","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.797644582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"4b852344-997d-4c08-8955-83a66da15a63","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.813823689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d16e0b-b908-4318-bb62-8a1401227820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.813932913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c27e7e75-c1ad-4f1d-a0ad-86bade6e2d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.856705673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"35771fa2-e5e7-4727-8aa7-a8b9fe45c3ec","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.890231334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"19b40fce-5bfc-4314-ac1c-96dddf27d01e","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.924601534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"e00f93de-3f6a-4436-b944-e24ee38a3a5a","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.925287482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"bf07f98d-e19c-4075-934c-980b54404bc4","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.02399175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"41fff6c9-9033-42b4-b17b-cd62354ce67f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.025612384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"cf849a74-4abc-4a8f-ae05-4b4a50fc17ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.040459695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a64e6249-d9dd-49f4-be45-f4b1e3a109a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.040598949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7ee0fff-c022-45db-8015-9b63550fc931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.041157697Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"f7e0673c-457d-4bd8-b071-d432120b058d","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-auth-84d02e","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.099869833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"cf849a74-4abc-4a8f-ae05-4b4a50fc17ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.102033289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"030973be-7db4-427b-a5dc-be9dc96fa5d7","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.106676027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a64e6249-d9dd-49f4-be45-f4b1e3a109a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.110529718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7ee0fff-c022-45db-8015-9b63550fc931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.115732812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"41fff6c9-9033-42b4-b17b-cd62354ce67f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.247487679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"05dd89bb-da63-4a46-95c8-2d16bbf2879d","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-auth-84d02e","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.296957576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"74a7be44-24bc-4e80-9091-b031ba4fded6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.305982917Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"445bc489-d56f-4842-ba41-c6dc752da882","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-auth-84d02e","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.306523118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"80b46203-8fa1-4fdf-9815-2252fda0e06b","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.306620982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"283c590d-5c67-46d9-89f6-d37de68b82fb","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.3202781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"74a7be44-24bc-4e80-9091-b031ba4fded6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.35950143Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"70cdf1cb-0b0f-445d-a6f7-9d9a631ce28f","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-auth-84d02e","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.391797068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"965de79b-0ae6-4c88-bb9e-e01e8fa7b7b5","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.395008379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"8b4183c5-ee4c-4689-885d-a80a653b3c66","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.414930186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"8b4183c5-ee4c-4689-885d-a80a653b3c66","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.424543492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"4422957e-9692-4112-895d-6e178d82a5e9","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.460860978Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"a1f8a37e-f4b9-46ea-9767-aead582b5e81","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-auth-84d02e","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.525547654Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-84d02e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e","reconcileID":"c510fda7-8e36-4725-816c-0f7e320a7e1a","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.542659485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"cc21f12d-fd24-41ba-9cc8-f990d996bfe1","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.574210616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a6b6a28-2e2b-4af9-ab56-f71ec7f11660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.574210327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47ed951b-9e35-4e84-883d-6efe67978aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.59878099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a6b6a28-2e2b-4af9-ab56-f71ec7f11660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.599469938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"0b56b777-b6e9-47e0-b3ef-7bc4f789a719","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.600257832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"dca5e36a-eca8-48f1-aca5-3d2dcb407ca3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.603786477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47ed951b-9e35-4e84-883d-6efe67978aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.60422489Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"7ef3f3f5-cd35-41a3-a090-7a2ef61d9cc7","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.626294394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"dca5e36a-eca8-48f1-aca5-3d2dcb407ca3","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.627033045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"0b56b777-b6e9-47e0-b3ef-7bc4f789a719","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.669648095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"09a24c59-3e13-41e3-b29d-26fc68559c02","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:41.703384609Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"09a24c59-3e13-41e3-b29d-26fc68559c02","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:41.703481867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"09a24c59-3e13-41e3-b29d-26fc68559c02","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.719826541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"677bad44-6ca6-457e-b3b4-07958afe208f","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.752450536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"515b2e9d-b9c0-43a3-9862-bc28d854e36b","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:42.1823337Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-84d02e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e","reconcileID":"e75e6764-7d30-4a8e-9d51-2008a030882a","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:42.218557086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"d497e562-0cbd-4fb4-8707-e9cea4e82dcf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:42.243253558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"d497e562-0cbd-4fb4-8707-e9cea4e82dcf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:42.319361593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"6e6b1c40-b6c5-4ecd-867c-de23134228cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:42.334294936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7e010e1-84a3-4c40-b166-e034132d47a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:42.336809473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3ed2a3d-638f-4a2a-90fd-a554f9cd8ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:42.340215616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"6e6b1c40-b6c5-4ecd-867c-de23134228cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:42.357109124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7e010e1-84a3-4c40-b166-e034132d47a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:42.359014493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3ed2a3d-638f-4a2a-90fd-a554f9cd8ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:43.784002879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"ea9ed112-05b6-4575-9165-40ec1cc0ef66","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:43.871671064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e0f81e09-2a15-471c-989e-b2d72d91cafc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:43.87855417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"44129a8d-7562-4f14-b68e-24ae7f45bd48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:43.888071122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"8a424889-8d97-4ee0-8cae-a61049e3ea66","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:43.905371026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"19bc9a99-79a6-4678-91ad-7a49d57f57bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:43.905412322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"04b13e20-564d-41cd-ae5f-d307f4afa9ba","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:43.927384542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"19bc9a99-79a6-4678-91ad-7a49d57f57bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:43.927384544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"04b13e20-564d-41cd-ae5f-d307f4afa9ba","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:44.122156427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"cf51ff06-ccc7-43f4-9f33-48cb19e62bcb","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:44.122975125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"3b0c6367-3631-412f-a46c-6f750e68b573","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:44.162527396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"3b0c6367-3631-412f-a46c-6f750e68b573","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:44.165267329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"cf51ff06-ccc7-43f4-9f33-48cb19e62bcb","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:46.615541825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"fab89f5a-6ba4-4378-9a55-cccb72e2e0c5","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:46.681272439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db865902-730c-4a20-ab5b-ee60bebaa915","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:46.681270777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86dee7eb-82b1-416f-a3ab-85a04c122c22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:46.698019156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"f4060045-06cb-435a-a927-35eb8f981f3f","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.165120897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"968e5048-0d1c-4505-b750-1b7a2b46f845","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.200542107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"db1b5f1f-df6d-4208-baf4-2d39aa13d38b","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.215105074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"63d30aa7-e01a-49f2-9725-9c6c36483ae6","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.234785407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"63d30aa7-e01a-49f2-9725-9c6c36483ae6","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.435132817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"a614ac64-8e4f-4683-9644-2ca1bea3b895","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.778210783Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-auth-84d02e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-shared-7883ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.794684886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"38666768-c4c5-49cc-ac27-c3aa2bc63fbc","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:52.812703038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"43b8f800-07a9-4b4f-af5e-af498d653665","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-84d02e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.848867256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"3718b629-afbb-4a2a-b69a-83a3e66e204c","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:52.881902684Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"3718b629-afbb-4a2a-b69a-83a3e66e204c","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:52.881969773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"3718b629-afbb-4a2a-b69a-83a3e66e204c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.886876594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"f1c5bac5-7298-41bf-80db-0c00682cd74b","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.88688508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a1d2b52-e1ae-4f31-9163-b9f9edfaf102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.887660625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"fd8550c5-be7f-4cc9-ac9a-2f2217d57a3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.887812366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9322602-e6dc-4676-9f55-d302cce871a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.898235115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"2bae025c-135e-41af-af4b-c7e654da9f6e","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.908152337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"f1c5bac5-7298-41bf-80db-0c00682cd74b","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.908719148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a1d2b52-e1ae-4f31-9163-b9f9edfaf102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.911912312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"fd8550c5-be7f-4cc9-ac9a-2f2217d57a3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.912216732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9322602-e6dc-4676-9f55-d302cce871a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.931211833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"7b8d0bf0-e1db-434c-a43e-7b47b542a8b4","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.966292502Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"c259baff-c62c-49e1-ac7c-148f65dc7acd","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-auth-84d02e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.062341002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"4b973a6d-b514-4066-8f3c-3669424d76a2","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.144302019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"ef0dd8e8-1ba6-47fd-939c-bf8045b5f0b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.144317177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"752bd28c-7a67-438f-bd34-24551a4fd9c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.172864844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"b867ab84-450b-4904-a9a3-5d3bffd36293","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.177686533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"752bd28c-7a67-438f-bd34-24551a4fd9c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.179926396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"ef0dd8e8-1ba6-47fd-939c-bf8045b5f0b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.824320106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"45c546e8-4aec-4024-bac1-5704106a76f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.923594424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"1007d8f4-036d-4ee2-b8ca-fc5668595914","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.959231991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"aed2e6ab-4313-46ba-860b-2816316c6a0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.973169626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"b7fcfd4c-a40f-4f43-8cc4-1e16cee0af29","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.973537648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"46d23814-d310-4012-ad18-0e7087305e20","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.974396577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"f5784fcb-5040-481f-8ed3-28ad6c775245","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.979137635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"aed2e6ab-4313-46ba-860b-2816316c6a0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.996824443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"46d23814-d310-4012-ad18-0e7087305e20","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.99689704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"f5784fcb-5040-481f-8ed3-28ad6c775245","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:55.014020607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"0fea7d4a-c5ee-4c7e-a566-11d03b752bda","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:55.029369499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6141d5b2-3ef4-41e4-9bec-abaf582a9281","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:55.04610947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"3eb40cac-f2ff-4810-9103-6b8d9bc6e505","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:57.659297206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f62adf4-363e-4c8d-a691-91ace426c4f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:57.754518043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3eabae14-051b-4ff3-adcd-d0fd4cd218ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:57.770405362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"90286651-22e0-48fd-97e3-c74cb84bca85","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:57.770975555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"fba48112-1ca3-4e1e-a230-946d2cabe0ac","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:57.771022646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"b24f97c2-c88f-474a-a48e-c2a65fc511aa","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:59.030541212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"f344f10d-9806-409e-ae0a-cc9cf4b347bb","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:59.063382541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"9e831768-2472-4d0e-808a-8bf713630c05","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:59.082030376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"3aad86a6-48bf-410a-8ca9-a9d71470c325","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:59.101974722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"3aad86a6-48bf-410a-8ca9-a9d71470c325","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:59.307982561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"b00efb31-022b-48aa-acc5-6297be8aa478","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:59.535619447Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.67830968Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-auth-84d02e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-shared-7883ee-sub]","namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-shr-auth-84d02e-sub ai-tenant-e2e-extmod-b-a3235a/e2e-shr-shared-7883ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.697317573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"10871993-92a1-4c51-b443-f76781552c5c","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:04.718593954Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-a3235a/e2e-shr-auth-84d02e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-84d02e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.726827202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"f28b734d-afca-4fe2-a83a-ad3bb4dcb3d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.727394654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"84a665a0-236f-4954-8029-0c8bbce35a81","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.727539154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0d553c9-b8b8-4cd4-a871-928eb46e541d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.730637619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d175a59d-b3d5-42d6-b0ea-8979e7941b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.746207212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"f28b734d-afca-4fe2-a83a-ad3bb4dcb3d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.74691009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"84a665a0-236f-4954-8029-0c8bbce35a81","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.74846887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0d553c9-b8b8-4cd4-a871-928eb46e541d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.75009522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d175a59d-b3d5-42d6-b0ea-8979e7941b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.754708942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"5b4f5e9b-d0ef-4d52-a4d9-1de127720c1f","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.787747086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"fb534a2d-eb09-4cc9-a356-34165fd20085","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.82695209Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"c99b21a4-61aa-4e1c-9125-4094e1d029dd","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a3235a/e2e-shr-auth-84d02e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.91258039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"b4aaf144-4877-4a46-b21c-ba6a6f647db5","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.975980959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"adc5a2d4-5d22-4531-95b5-05540be2cada","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:05.019797042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"74dbb6d9-096f-47ae-8d80-dd9d98909d18","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:05.019797054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"d2180dca-30c5-47f1-ae84-9536b273c5ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:05.039369871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"74dbb6d9-096f-47ae-8d80-dd9d98909d18","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:05.039544378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"d2180dca-30c5-47f1-ae84-9536b273c5ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:05.062187489Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"c7861b37-95c2-403e-9456-45cd8f36667a","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.554144674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"339b2369-166a-447b-95d1-370c2b1f9cc2","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.629571342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"422f4184-1f8e-4876-a75f-91380421059f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.646841506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"295f64be-67d9-4278-9388-41b44563a0d6","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.646890307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"98c32c43-6146-4ec7-8d64-56f3c87995f9","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.647487897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"d656c089-f8f8-42d5-bf84-4486af8ec5e7","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.697705893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"81a44f69-819a-483a-a758-b749f8a2cb97","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.697706593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"8246c350-fd62-4bda-82a5-20aecf61663c","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.698205968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"10d8cab0-7916-40cc-a2a5-8bc7a23e78e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.699401427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"ab84a2eb-ddc1-47d9-b9d4-464a3c40f0e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.719303547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"81a44f69-819a-483a-a758-b749f8a2cb97","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.719785316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"8246c350-fd62-4bda-82a5-20aecf61663c","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.723451391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"10d8cab0-7916-40cc-a2a5-8bc7a23e78e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.723656893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"ab84a2eb-ddc1-47d9-b9d4-464a3c40f0e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.724584052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31accd65-9248-4216-a268-4545c3987c0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.740061514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"13ee050d-c0aa-431d-af45-f849db58e0fc","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.403607685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"429965d2-4abf-42dc-b6e3-bdffb69f71ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.514376158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"66260d78-02b8-4ada-ac0c-da015e46c8b2","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.514670211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"620fe309-7e67-4f1c-ab4c-bc36d7076cab","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.514820978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"e2c42efd-d562-4002-ac3d-831a524c3f78","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.522920991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"465bd0a6-ebb8-4378-9786-c734ed02f8c4","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.598606705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4b230a1-12d0-4227-a371-567eed3f5239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.050349668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-9e0d75","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","reconcileID":"b828dbbf-3091-41cf-b38f-df3475e4d14f","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.069516112Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-9e0d75","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","reconcileID":"3d8ff88b-bfcb-46da-98dc-660c00b074d8","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.101342368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"8cb81315-c895-4da0-9c9f-8e227179f48d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.101936975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"05d85206-cc74-4fec-9ff2-a46e1c12802a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.103567713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"894423e7-3581-4d2d-8071-07122b39d5d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.121268768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"8cb81315-c895-4da0-9c9f-8e227179f48d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.121729606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"05d85206-cc74-4fec-9ff2-a46e1c12802a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.123680343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"894423e7-3581-4d2d-8071-07122b39d5d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.125293632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a0c8c3d-05b7-4158-b468-a6a37edeb6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.144815225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a0c8c3d-05b7-4158-b468-a6a37edeb6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.181090103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"bf19d967-88ec-497b-93d7-a4e534536d06","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.20404094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"66f0c1ac-1dd9-4e29-8ad7-0ef9d97adbd0","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.221928625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"d1fd0f79-e265-4bd2-81f7-be272626e236","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.225809067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"66f0c1ac-1dd9-4e29-8ad7-0ef9d97adbd0","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.245967193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"d2ec6db2-effd-4f38-a465-a78d642d2c68","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.253711003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"1da8f05e-0ced-4ff9-8e27-def6282fe00e","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.253773923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"c4e6d4fe-6665-4e13-97ee-b18ce095847a","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.25441397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"a5c390f0-4bab-4c0b-b722-59bf2d9da8a8","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.254732277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"e8648531-b25d-429a-8ca1-0880950a8146","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.29006007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"1e8a4ef0-1232-499e-9a6e-3fec74456d33","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.304815579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"1b018b4f-7d07-4fe2-8162-97b54bc443a9","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.322792682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"d1df7af7-2011-4905-989d-d3d1a155210f","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.325159613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"1b018b4f-7d07-4fe2-8162-97b54bc443a9","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.407462175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"17a67389-6237-48ce-ab0e-66ccac53167d","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.407462166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"e70331f1-5853-4d06-b4af-efb41f476c29","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.408196436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbfe181c-7f48-47ab-8cf4-8625de73cb33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.409850438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca6bf39a-53d8-4244-ad1e-29a149d7c537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.409860419Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","reconcileID":"3eac1168-6523-44a7-947f-f4848b2adb4d","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-amb-9e0d75","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.44004387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbfe181c-7f48-47ab-8cf4-8625de73cb33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.440794385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"e70331f1-5853-4d06-b4af-efb41f476c29","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.444391784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca6bf39a-53d8-4244-ad1e-29a149d7c537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.447758284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"17a67389-6237-48ce-ab0e-66ccac53167d","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.553724314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"21d7fb0f-2bf0-4b9f-b4cf-e388a3f836c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.574875871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"21d7fb0f-2bf0-4b9f-b4cf-e388a3f836c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.581876029Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","reconcileID":"3c3bf33e-4334-4d06-ae4f-8df06b688328","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-amb-9e0d75","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.655156801Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","reconcileID":"8f230e56-e7b6-49dd-9bde-73fafd448c83","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-amb-9e0d75","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.692527123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"40a120e0-800a-4c1c-8eaf-37585b878fbe","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.693248324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"16fb867f-215f-4f74-94fb-03fbef3d9648","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.693394129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"c761c393-41da-4466-8409-cb99db4e6069","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.703217602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"00edd83b-142f-438c-aa9f-84732e19fd0f","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.707333115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"74fe036f-e1d7-400d-9177-d68c0fea88eb","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.708153387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"76e456c6-52ce-4ca3-a6dd-dfed10a05df9","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.709283334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"76a8def7-71fc-400a-8a9e-849e0a546dfc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.709993498Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","reconcileID":"c76acef2-308c-440a-9a22-8a571ae60a39","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-amb-9e0d75","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.729799634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"76e456c6-52ce-4ca3-a6dd-dfed10a05df9","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.730058955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"74fe036f-e1d7-400d-9177-d68c0fea88eb","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.733188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"76a8def7-71fc-400a-8a9e-849e0a546dfc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.743022889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"d8c1c1ec-52cf-463d-aa2e-7f46ce81f253","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.777786013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"0c856095-dfb5-408b-9447-508c6bb168cb","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.80937958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"e416d8af-bad1-4486-a7c5-c3b7c3ba4dfd","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.810568653Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"e9e32fa3-e34b-4ecf-954a-71dfa7a430c7","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.829410082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"e416d8af-bad1-4486-a7c5-c3b7c3ba4dfd","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.843199305Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"91e73951-27f0-4db6-a9b3-0aa4a024edab","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.930594402Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-9e0d75","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","reconcileID":"73088427-eade-4995-b10b-716d3cd0d304","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.946679135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","reconcileID":"46a0c067-0226-4233-ae9d-e73a31dfd00e","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-amb-9e0d75-6dd7391baa70","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-amb-9e0d75","provider":"e2e-shr-amb-9e0d75-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:12.979305303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2cafed7-ecb0-42d4-b500-db293ee6525c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.002039889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2cafed7-ecb0-42d4-b500-db293ee6525c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.006316291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","reconcileID":"9cc08a4f-6366-4551-8465-ae55a9e3e904","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-amb-9e0d75-d8e8e753ff6c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","externalModel":"e2e-shr-amb-9e0d75","provider":"e2e-shr-amb-9e0d75-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.007275054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"19c8b4b8-2988-4d14-8c1e-41578b28ad3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.007749573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c24b8721-f33f-4482-80d8-b2d22d7a7150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.007895004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"e3e2baa9-0c32-4004-acd0-6dad85d01cef","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.032051712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"19c8b4b8-2988-4d14-8c1e-41578b28ad3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.096166809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"e3e2baa9-0c32-4004-acd0-6dad85d01cef","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.096653038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c24b8721-f33f-4482-80d8-b2d22d7a7150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.113300172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","reconcileID":"e7ff0de7-9fb6-4091-89ee-19573e175059","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-amb-9e0d75-6dd7391baa70","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-amb-9e0d75","provider":"e2e-shr-amb-9e0d75-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.145672692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"a8dcb422-a743-450a-add3-c007e8d59d2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.165122047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"a8dcb422-a743-450a-add3-c007e8d59d2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.245035076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"4da31046-52b0-441b-9f4a-379b34345f09","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.264729444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"4da31046-52b0-441b-9f4a-379b34345f09","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.648370113Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-9e0d75","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","reconcileID":"74123f0b-1d37-425e-906f-5271919ad38a","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.700821901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"5b776a62-4a91-4a34-893c-3e79bc96ccc5","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.701104138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87f6a266-11a2-400a-bf3a-09189912ed88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.701382563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"e90f0714-0250-43ba-a31d-b5fd2c3a1211","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.701879546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"e762d73b-ebb5-4b47-a355-33d3e1d88178","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.701951816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"687f1108-679a-4675-9eb7-1b3002a7cce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.721819099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"5b776a62-4a91-4a34-893c-3e79bc96ccc5","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.722113875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87f6a266-11a2-400a-bf3a-09189912ed88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.724272125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"687f1108-679a-4675-9eb7-1b3002a7cce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.724707222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"e90f0714-0250-43ba-a31d-b5fd2c3a1211","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.726649919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"e762d73b-ebb5-4b47-a355-33d3e1d88178","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.819666625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"f1a81b00-d4a2-4c1f-8309-ffe313315597","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:13.896491411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"f1a81b00-d4a2-4c1f-8309-ffe313315597","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.067406769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"e183494b-6966-4f5a-93bb-d6ebe822b70c","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.153054975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8a902ae-3bee-4efe-bd17-522f99a6a0d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.15384442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b1d89a3-3f6d-479b-b8a4-42fab51f97d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.165587004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"9005281c-8dc7-4e98-bec6-923539dfa018","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.231984049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"3708d264-78bb-4e1c-aa7f-6e715fed6305","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.232824135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"8ef2299e-b86a-4118-91b2-dd3a9494f51f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.23702509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"c4ff4488-fc8e-430d-b91f-dce3d812c021","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.237930361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"aab7ef66-7c68-4797-9941-b66ba6b296df","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.256371329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"8ef2299e-b86a-4118-91b2-dd3a9494f51f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.271982323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"3708d264-78bb-4e1c-aa7f-6e715fed6305","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.285804374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"c4ff4488-fc8e-430d-b91f-dce3d812c021","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.286366374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"8816faf8-6129-4cfa-854e-342d9775aa9a","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.298663638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"aab7ef66-7c68-4797-9941-b66ba6b296df","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.299182795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"36eb775b-11e8-438c-b52f-43feacb4b3ec","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.542292971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"12e206fa-c1f1-4a26-884e-67334d90985f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.562388752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"12e206fa-c1f1-4a26-884e-67334d90985f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.643042373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"ae395e7a-ff05-445d-9207-8b9799940503","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.643076727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"17993d35-a1e0-4f0d-a849-083a8e5cf040","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.646440211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"90ffcce5-83aa-4797-9b2b-bdaf41af2769","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.662721348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"17993d35-a1e0-4f0d-a849-083a8e5cf040","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.663184384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"ae395e7a-ff05-445d-9207-8b9799940503","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:15.666824992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"90ffcce5-83aa-4797-9b2b-bdaf41af2769","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:17.17674945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"e246ae58-8f78-4d8e-948d-b8b4b048eaa0","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:17.262041807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e16e44fd-7532-484c-8e57-2c77806f0612","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:17.26278159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f672c406-4f12-4e25-95b8-764cd7aa7591","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:17.278724701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"c686b70a-b39f-446e-aab8-ade09f0c39a4","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:17.289722681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"289b2c9a-e80d-4124-8d35-e13354c22183","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:17.378181874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"36f2a056-2b74-4207-a917-68b8d60c0880","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.500205602Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"91ac3ebc-bb7d-4c6f-86c7-bae73e6127ea","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.520786681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"91ac3ebc-bb7d-4c6f-86c7-bae73e6127ea","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.542348261Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"6ab3b479-a8ab-4546-8a4a-91844442384b","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.542456456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"6ab3b479-a8ab-4546-8a4a-91844442384b","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.569113682Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"b75ef25d-ff2c-4678-95fd-a0371163cc7b","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.569196353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"b75ef25d-ff2c-4678-95fd-a0371163cc7b","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.606317231Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"936316a5-fadd-4592-b032-0c705439af1d","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.606394496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"936316a5-fadd-4592-b032-0c705439af1d","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.663735156Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"c0312c5f-ddf6-4fbc-8f80-e2320178f401","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.663805853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"c0312c5f-ddf6-4fbc-8f80-e2320178f401","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.761188623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"b738b4f5-9039-4d21-afb9-1431495a2d0a","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.761264757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"b738b4f5-9039-4d21-afb9-1431495a2d0a","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.93806068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"8f8fce3d-ef73-4aa6-91da-77da9a40996c","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:18.938140807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"8f8fce3d-ef73-4aa6-91da-77da9a40996c","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:19.275005104Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"47e9dee6-dbce-4ceb-b200-4fbbdd5239fb","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:19.27508067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"47e9dee6-dbce-4ceb-b200-4fbbdd5239fb","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:19.9319935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"c33cef32-d959-434d-b74f-7e58504ea414","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:19.93207355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"c33cef32-d959-434d-b74f-7e58504ea414","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:21.229813644Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"9cbe5865-473d-4e13-af17-8e1e89de9226","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:21.229890454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"9cbe5865-473d-4e13-af17-8e1e89de9226","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:23.8064958Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"db7cbe12-ad8d-4015-ae39-9e42c687a806","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:23.806576416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"db7cbe12-ad8d-4015-ae39-9e42c687a806","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.107053852Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-0e6617","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617","reconcileID":"1296db90-0e43-40c2-a62b-c6dfa351ac9c","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.126130346Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-0e6617","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617","reconcileID":"a3b70dbd-2b69-441f-95e4-2500b8f32006","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.157510561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"0fb2b803-2cb1-4542-87ec-e8c56959e9cc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.158139442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"cbac8580-531b-4b20-9a9a-254fe95c5f60","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.158494074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"e0adc3ec-70e6-4568-9094-a7d1ecb4990b","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.159058415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33bd53f8-6e5e-48f2-a3fd-61c43820878a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.159565287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19bbd0c5-1224-4ba4-bd17-b379c437280a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.178471809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"0fb2b803-2cb1-4542-87ec-e8c56959e9cc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.17877454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"cbac8580-531b-4b20-9a9a-254fe95c5f60","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.18213955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"e0adc3ec-70e6-4568-9094-a7d1ecb4990b","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.182387833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19bbd0c5-1224-4ba4-bd17-b379c437280a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.184413586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33bd53f8-6e5e-48f2-a3fd-61c43820878a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:25.24921722Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"755147fa-2fbe-4f4e-8292-e006218dbcf5","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:25.249350026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"755147fa-2fbe-4f4e-8292-e006218dbcf5","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.265997895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","reconcileID":"d70163a7-6a79-4c95-9c31-732b9caf68c8","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-amb-9e0d75-d8e8e753ff6c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","externalModel":"e2e-shr-amb-9e0d75","provider":"e2e-shr-amb-9e0d75-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.314651397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"565585b0-3755-42c4-94a0-f2acf5f4746e","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.338319154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"79e70834-54ea-4b5c-8d2b-cb6cecb1eb12","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.338337832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"11d95fc2-877a-4e54-9b18-dc039746ae08","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.338915136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"14c27c1f-d96f-4de3-9880-2a4178d17c54","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.339715218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"5ee34c97-ffe8-4166-b26b-0d4fec6ae199","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.368873106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"71c6aa49-7c9a-4e02-a4fc-1de3230506b9","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.384750598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"5bf52e07-8da8-4f3f-9ca9-ea7bf89cdaf6","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.384989145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43806df8-af23-481b-a2e0-6305855a20f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.408654586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"f792b20d-2a77-4134-acb8-a19e9e8b790c","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.413513284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"5bf52e07-8da8-4f3f-9ca9-ea7bf89cdaf6","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.413719887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43806df8-af23-481b-a2e0-6305855a20f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.444952068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"3998ef13-d85c-4b7a-88cb-23ec9dbb9e87","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.474987707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64bc232d-8cfb-49ce-9d10-cfe5fd4d9e72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.47504737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"b50f9494-495e-453e-afc6-85204173a013","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.476106295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"6828b4a1-8f0c-4935-82bf-3f7d6ff0e878","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.477948021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","reconcileID":"9ceeff73-a83c-45f3-94ca-54738b68c922","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-amb-9e0d75-6dd7391baa70","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-amb-9e0d75","provider":"e2e-shr-amb-9e0d75-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.499334929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"b50f9494-495e-453e-afc6-85204173a013","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.500097593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"6828b4a1-8f0c-4935-82bf-3f7d6ff0e878","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.502154852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64bc232d-8cfb-49ce-9d10-cfe5fd4d9e72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:25.510738027Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"89f481ef-4111-4df6-8808-4151a39c5615","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:25.510793799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"89f481ef-4111-4df6-8808-4151a39c5615","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.526898217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","reconcileID":"c38b3f56-2034-4b3e-9a54-2b1d4b285d68","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-amb-9e0d75-d8e8e753ff6c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","externalModel":"e2e-shr-amb-9e0d75","provider":"e2e-shr-amb-9e0d75-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.603171935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"93c91fed-d052-4666-9904-726844a17214","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.625613526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"93c91fed-d052-4666-9904-726844a17214","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.63731102Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"4c12876c-6c5f-4f2e-a05c-ea4cba4e9c86","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-quota-0e6617","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.680127085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"47e065be-4b9b-4ff8-9e7b-323a1da4d874","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.700914299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"47e065be-4b9b-4ff8-9e7b-323a1da4d874","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.752724401Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"c985098b-1178-4d30-9bcc-128219f9cce6","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-quota-0e6617","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.786950484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"cef35854-e3f0-4b1f-8bf1-d60fa8d79b01","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.790763601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"43697ea9-83bd-4ac8-8088-54f49d5dbea5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.809573906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"cef35854-e3f0-4b1f-8bf1-d60fa8d79b01","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.811407073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"43697ea9-83bd-4ac8-8088-54f49d5dbea5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:25.812118309Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"82088a40-5edb-4c69-82de-a3e136114d93","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:25.812180063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"82088a40-5edb-4c69-82de-a3e136114d93","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.825176009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"c529283a-4d1d-4f39-82fc-aa268d467888","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.827775193Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"53bb86df-84d8-4381-94e8-8c0215886e3c","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-quota-0e6617","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.833899523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"30b19434-9643-4e64-901e-0deb088990e4","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.834435919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"5e324a7d-80bf-451a-904a-8f16b4e96662","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.834896206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"8ab0ca8a-6b7e-468a-8fde-03c56a0b663d","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.910856487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"51c1869b-e600-4619-baaa-aa40fcb28eb1","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.912094913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"c1475ad0-c636-473b-b457-26f57a699ed0","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.931395974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"51c1869b-e600-4619-baaa-aa40fcb28eb1","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.944808471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"6f6dd690-88e1-4bf8-92aa-19b122dc10a3","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.985697341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","reconcileID":"933deb12-de13-4695-b32d-3fa8393f1cdc","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-amb-9e0d75-6dd7391baa70","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-amb-9e0d75","provider":"e2e-shr-amb-9e0d75-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:25.992615343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"d7cbae34-a5e2-418e-a8cd-089f74c16e75","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.012375877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"cc54ff9c-e2f5-43a3-b86f-813d8449962a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.013235795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"179c61ae-ba6b-4651-a514-afe217c83ce5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.015328559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"d7cbae34-a5e2-418e-a8cd-089f74c16e75","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.02055848Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"af9c9136-66bf-4812-acd6-669090d00619","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"name":"e2e-shr-quota-0e6617","namespace":"e2e-extmod-shr-user-b733a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.032483177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"cc54ff9c-e2f5-43a3-b86f-813d8449962a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.032792665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"179c61ae-ba6b-4651-a514-afe217c83ce5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.048022381Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-0e6617","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617","reconcileID":"da5f898c-3bfc-409c-9b6c-a7cfd9b4aebd","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.052312128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"8782932d-b0cd-4495-99d4-9fc4d390e5e7","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.084778149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"44eb7571-4cd4-4b6f-b28d-c05f7906c124","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.097233231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4474af14-9243-4221-966a-4902e58281d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.097233442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"019b984f-b0f3-4542-a3ee-904aa18672d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.118121477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4474af14-9243-4221-966a-4902e58281d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.118226898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"019b984f-b0f3-4542-a3ee-904aa18672d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.118883296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","reconcileID":"eb6040be-468a-4be8-8342-fe5b3a76403b","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-amb-9e0d75-d8e8e753ff6c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","externalModel":"e2e-shr-amb-9e0d75","provider":"e2e-shr-amb-9e0d75-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.206031193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"ede94f27-e539-4989-816f-cea30841c3e1","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.311024756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"70a219d1-d113-4d17-a663-c9fd53767cf8","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.365698543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"f617c5d4-22f3-45ca-94f4-7612b0fcce04","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.365720506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"b9a5a48d-33a6-44f2-94ad-368b654a24e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.366288254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"5d2659aa-a6c8-4f46-9e70-bfc90e4a8828","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.366370992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"58d9ea66-d001-487b-aa05-4872c3395271","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.367078953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"2436686f-78af-432f-966c-eb52d1621706","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.385690757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"f617c5d4-22f3-45ca-94f4-7612b0fcce04","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.386039015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"b9a5a48d-33a6-44f2-94ad-368b654a24e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.388129053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"58d9ea66-d001-487b-aa05-4872c3395271","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.388171797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"5d2659aa-a6c8-4f46-9e70-bfc90e4a8828","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.399458292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"25be94d3-423f-4140-8639-5d2c00c01783","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.348153012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"aaced2ac-71d2-44cc-86f8-67bd4bc080fb","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.434867357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"775d2956-473e-45db-92ae-85967048b8e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.435686073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7aaa9cc4-1ba7-48a9-902e-18e03132830a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.450704427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"f76a7336-85f2-414c-8103-487b88ff9108","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.45191548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"be5fa40b-bd09-437d-bfff-8208fca02c7c","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.577177614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"4cdb381c-4788-4bf1-9f41-1909c461e644","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.592343872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"fda5a15b-27d1-4403-b892-08f05bee2d9c","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.592587882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"15191848-e753-4dd6-b80d-c5d565b57533","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.598292566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"4cdb381c-4788-4bf1-9f41-1909c461e644","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.625343699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"a85d9f8b-3e62-4169-8962-eddf2e953861","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.626360222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"2b413026-fc5f-4e43-8a8c-f0201249c600","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.629505113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"fda5a15b-27d1-4403-b892-08f05bee2d9c","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.631234025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"15191848-e753-4dd6-b80d-c5d565b57533","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.652380179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"a85d9f8b-3e62-4169-8962-eddf2e953861","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.761003713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"aca626b3-9416-4ddd-87c0-ce3ffb442f6f","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.781656159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"aca626b3-9416-4ddd-87c0-ce3ffb442f6f","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.848556578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"32654eff-8c35-42a1-9f4c-a72625c80062","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.848631588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"852af4fd-9db1-4e6d-9700-84d02e437654","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.869945197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"32654eff-8c35-42a1-9f4c-a72625c80062","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.869950471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"852af4fd-9db1-4e6d-9700-84d02e437654","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.947670818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"fba36989-8503-447f-9e5b-25e299f84d7a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:28.967299662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"fba36989-8503-447f-9e5b-25e299f84d7a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:29.532665732Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.503034738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"fed64624-ea46-457c-a9d2-daf2ee95c446","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.540496669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"7fe301b8-06a1-4984-8eb9-874884301e60","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.572968836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"a4b7b651-239f-41da-afe9-c4803aff5990","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.595105881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7249050-469c-4e23-8292-d75a7e18b33a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.595617431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"addca9ca-ac0b-4d59-9451-2e15aa8288e6","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.596052053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"a42060c5-deea-498a-8a7b-0bc10132c559","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.59624777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"54c93d29-e745-4bf3-a214-69e109650a3d","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.61126332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"f06f9b5e-6eed-4164-867d-75745713ca8d","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.630993203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"f06f9b5e-6eed-4164-867d-75745713ca8d","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.677044726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7793e743-cd3c-409f-be5f-3b82f54cd0f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.841893133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"24e21f09-9f07-4078-81eb-65d21f03bf79","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.152641134Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-auth-84d02e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-quota-0e6617-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-shared-7883ee-sub]","namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-shr-auth-84d02e-sub ai-tenant-e2e-extmod-b-a3235a/e2e-shr-shared-7883ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.171909317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"5fc9e5a6-b4d1-4337-9fd5-d4abfa3e0ee2","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.203251468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebab42a5-e9a7-478a-8fbd-58adf5785894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.203292448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69d0036a-0457-4629-84aa-2649ebf6026c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:37.212142744Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-quota-0e6617-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-0e6617-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.219851033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"52af5192-b8bc-4624-a7fb-d90ac9a34491","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.219852635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"17e1b4e6-6314-4da4-a35b-913fdc39de58","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.224437064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69d0036a-0457-4629-84aa-2649ebf6026c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.224924274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebab42a5-e9a7-478a-8fbd-58adf5785894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.225379519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"12a0cede-c164-453b-a480-e4c1b1b4dbbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.226337228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"5cebd790-0348-4b2d-803f-2448a30d06bd","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.239685171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"17e1b4e6-6314-4da4-a35b-913fdc39de58","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.24080498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"52af5192-b8bc-4624-a7fb-d90ac9a34491","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.245916274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"12a0cede-c164-453b-a480-e4c1b1b4dbbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.259052658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"879214a8-3ca0-4b9d-a74a-042ce351b283","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.312082655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"f932378a-3744-47b0-9fcc-0975dfa81975","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.320092629Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-sub","reconcileID":"b6b9684e-6e49-4efe-8832-8aa2f3b968fc","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-quota-0e6617-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.344717509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"bf666267-047e-44c0-8536-a73de6d894f8","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.40852772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"30f598e9-cdb2-4a29-b927-98bba951dbae","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.456805718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"a1d9c26a-1981-484d-bd5d-3b5f44049eb9","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.473566829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-sub","reconcileID":"a46b97a5-bc59-45be-a60e-25a249d94f31","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.476927191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"a1d9c26a-1981-484d-bd5d-3b5f44049eb9","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.557809734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"fa1c9e40-5deb-41cb-b6f3-405a002b9fa0","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.557881255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"70dd06d7-5301-4a74-9115-3a1df9e14113","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.578284178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"70dd06d7-5301-4a74-9115-3a1df9e14113","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.578409904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"fa1c9e40-5deb-41cb-b6f3-405a002b9fa0","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.296001617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"b65b919f-8296-4d18-b8c3-34f4d50c3f55","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.391291021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"2f5d1d11-d605-4407-a5fa-53384ceb184f","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.391528563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"c807d252-0288-4151-8cdf-bc942e684e9a","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.391867036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"222a8196-a3d2-4e7f-a8f9-1a564b591b89","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.476883713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50b14d2a-715f-4912-b370-621d05889cb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.477136794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c57cc970-9f28-42ad-8686-e0502f7ae9e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.545280444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-sub","reconcileID":"aa77e4eb-6361-4953-80c3-e1e85cfabbe8","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.584871246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"48d15840-4855-44b8-a60f-41c6afb46a20","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.589630712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"3876d37d-468a-4c1b-94d5-f08b2adf1148","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.609515323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"726635d5-e995-40d8-a274-2b0027314e27","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.609526526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"619e9c3e-e682-48f2-b0d4-b5cf7899688f","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.610319573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"8b6be716-df7d-4e45-a026-650edf528f4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.617168322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"48d15840-4855-44b8-a60f-41c6afb46a20","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.633237423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"3876d37d-468a-4c1b-94d5-f08b2adf1148","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.632410024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"8b6be716-df7d-4e45-a026-650edf528f4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.639787493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"619e9c3e-e682-48f2-b0d4-b5cf7899688f","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.640115042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"726635d5-e995-40d8-a274-2b0027314e27","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:39.697001219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"7c429335-683b-4e1f-a294-3e50e77854a2","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.59886057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"dda8f753-7ad5-42a4-af85-547d6451534e","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.677911787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a121f4fb-cd74-421d-9397-cc5b32831a04","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.695056679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-sub","reconcileID":"d1a414a7-1440-414e-9a96-712b88fd4c66","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.695332983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"2164b973-4437-47c5-a0a7-460f620ee17f","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.695738811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"f347adbb-5992-4a9e-a086-bff26be233d9","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.778083671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1269ee6e-53e9-4f00-8d37-de6bbad99e4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.793999248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"7e863f05-c580-44c4-94b0-dafd26041b78","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.371303974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"0d5d0c5c-9ce4-47ee-a2df-60d8816d3c1e","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.403856965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"5cfcef76-e3ee-4ea2-91f2-9167432c2cbd","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.49640359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"8c8cd6bf-8439-4403-a8b4-7801b16a113b","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.516479665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"8c8cd6bf-8439-4403-a8b4-7801b16a113b","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.651824512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"dc4e480e-8dee-4f53-8f8d-01f9f4b21adf","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.021715058Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-auth-84d02e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-quota-0e6617-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-shared-7883ee-sub]","namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-shr-auth-84d02e-sub ai-tenant-e2e-extmod-b-a3235a/e2e-shr-quota-0e6617-sub ai-tenant-e2e-extmod-b-a3235a/e2e-shr-shared-7883ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.038809957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"872a00a9-deb7-4913-9645-00e24d6a3a83","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.072086331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14407e63-1a68-46cf-905c-1ea1fc8dba63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.076133866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d948e2aa-e1e1-4103-8d92-e534b8ca6725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:49.083696421Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-a3235a/e2e-shr-quota-0e6617-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-0e6617-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.086031018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"3505a5c2-7011-47f6-8c95-80d450ddf90a","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.086035596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"58e6c2e7-29dc-4ba0-81f4-6ec9889be59c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.08663578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"f51b9ce9-cede-4362-81bf-fc875c352642","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.092374263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14407e63-1a68-46cf-905c-1ea1fc8dba63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.093031941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"b43d04c0-ba5f-4352-a2a5-f23475f1aec0","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.097073648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d948e2aa-e1e1-4103-8d92-e534b8ca6725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.109014514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"3505a5c2-7011-47f6-8c95-80d450ddf90a","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.109173887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"58e6c2e7-29dc-4ba0-81f4-6ec9889be59c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.111367878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"f51b9ce9-cede-4362-81bf-fc875c352642","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.130399015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"db95380d-23ac-448b-b954-749a4423aaa4","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.162790693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"1a4c5b32-cc19-4087-8046-e1edad876a10","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.166391093Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-sub","reconcileID":"8bf35411-ed47-4639-8bfa-331c12483547","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a3235a/e2e-shr-quota-0e6617-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.195383794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"1d13c46f-b2ce-4d3a-902b-1cf4c061d75a","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.252309446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"64f332a1-b200-4d37-b65a-a4862a74ddef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.291113049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"f1fab694-43c7-45ca-a6d9-b0d6e9bb5f32","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.291735598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"9681cc65-67bf-4f5c-b7b4-077be2bedf63","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.292769997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"8bb88d75-3668-4710-ba76-850fc6406ade","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.313000873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"f1fab694-43c7-45ca-a6d9-b0d6e9bb5f32","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.313022932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"9681cc65-67bf-4f5c-b7b4-077be2bedf63","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.3154283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"8bb88d75-3668-4710-ba76-850fc6406ade","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.318761005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-sub","reconcileID":"ff44897e-546d-481e-9d24-6bf73f5eed93","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.065146176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b12ef31c-8650-4c96-a03c-a08541ecd472","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.192772052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-sub","reconcileID":"b9879d30-5f16-4dea-8330-5c292264353c","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.192961127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-sub","reconcileID":"cd287891-d8b3-45b6-9573-c131b9cd221c","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.193345289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"86da95fb-bbbb-43c9-8899-4df30e9896f0","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.264710662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8fb3bd24-04be-4fa1-bae5-c119e3a09969","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.282730428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"f8a29daf-f288-4671-b989-38ee95476c0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.283078702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"de0bd333-2dcc-44c1-bce4-5ae6140910d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.283650937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"ef0d58d6-a095-486d-820a-2e2661fd0b7a","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.283829101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"98a2fa0b-2973-4ece-9cd3-0a5204faa821","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.284190616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"a3e006d1-1438-43c1-8f2b-511c5edba8bf","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.284462716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"310e95cd-67f1-48b5-9225-569bc1ec5e1d","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.282730406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"d80028a9-4ce6-4dc1-b40c-db6dfa421d49","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.302993251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"f8a29daf-f288-4671-b989-38ee95476c0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.303306131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"de0bd333-2dcc-44c1-bce4-5ae6140910d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.30533575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"310e95cd-67f1-48b5-9225-569bc1ec5e1d","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.305876666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"98a2fa0b-2973-4ece-9cd3-0a5204faa821","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.307514588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"d80028a9-4ce6-4dc1-b40c-db6dfa421d49","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.379101006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"2b137c07-7867-4d24-9424-0413a1f0de82","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.379129597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"8ce8672b-7552-4b16-aaa9-aa77bbd4750c","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.514791779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"e9722a1c-edeb-4023-85ab-b6aa0cf140a1","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.536242148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"e9722a1c-edeb-4023-85ab-b6aa0cf140a1","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.290285032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"4bd82b94-f161-4d89-b48a-92bfe02c2ae8","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.37781122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d09d0e35-dc12-4aa2-b813-f483c2af32a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.378059711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1dccf54b-d89f-4c57-8036-a6697aa1621c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.39389139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"b03720c5-e74f-4194-9d1f-408f4cf01165","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.406000593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-sub","reconcileID":"ac71a4c6-d499-40d6-8173-af957c439490","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.497570523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"4c850f75-5b32-4431-8cab-61751dd3a18e","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.497639002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"e166a37e-5048-4d59-8247-07b518997997","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.498090144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-sub","reconcileID":"eafe03b8-b8c4-4b26-ab1f-7043ebd27f4a","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.140756662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"e4bf29b8-740a-4027-9862-7188d11460ad","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.197618882Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-sub","reconcileID":"aa08269e-9d8b-4122-8604-bd252d0cc6d3","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-480168b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.226071649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6aca9ecd-c34d-407f-b90e-eb91f4f657ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.296011018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1db30a6-ac63-460d-abb1-f37d7cb7fd2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.298615394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"ee1c9b87-87f8-4afd-b824-6377cfeab895","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.299941601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"41fb6732-fe3b-485c-b55d-36273a19145d","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.313592352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"367db91f-bdb9-462b-9a53-c26169dc1f34","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.317608374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1db30a6-ac63-460d-abb1-f37d7cb7fd2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.399116811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"ee1c9b87-87f8-4afd-b824-6377cfeab895","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.399700927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6aca9ecd-c34d-407f-b90e-eb91f4f657ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.40211557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"41fb6732-fe3b-485c-b55d-36273a19145d","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.40499055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"367db91f-bdb9-462b-9a53-c26169dc1f34","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.58703205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"6702fd90-2814-4231-a597-7c15aa52ea47","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.587039561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"fe9a2cd2-0177-4c96-97f1-a80e48d4adb7","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.607256814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"6702fd90-2814-4231-a597-7c15aa52ea47","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.607557813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"fe9a2cd2-0177-4c96-97f1-a80e48d4adb7","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.618489804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"a30a049d-3a66-486f-ac49-220a790f4d20","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.638585781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"a30a049d-3a66-486f-ac49-220a790f4d20","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.531848248Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:06.79080622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"a07761fa-0b70-4930-aae5-c07042f108b9","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:06.79088675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"a07761fa-0b70-4930-aae5-c07042f108b9","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.21416907Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-sub","reconcileID":"b83fcf1e-c9c2-47ad-9fa1-3c4dbfd90263","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","subscription":"e2e-shr-quota-0e6617-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.246793007Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-sub","reconcileID":"b83fcf1e-c9c2-47ad-9fa1-3c4dbfd90263","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.263291544Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-sub","reconcileID":"b83fcf1e-c9c2-47ad-9fa1-3c4dbfd90263","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.353532577Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-auth-84d02e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-quota-0e6617-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-shared-7883ee-sub]","namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-shr-auth-84d02e-sub ai-tenant-e2e-extmod-b-a3235a/e2e-shr-shared-7883ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.370783013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"175c77fe-1fe0-4f37-8b71-15145edc4e62","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.403916149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa2b27cd-6c4f-4e15-94b8-3924ad42c121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.40973154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5752ac39-3351-466e-9a62-e6e86689a1db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.41957612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"4b3458e2-dfd2-4e75-82f3-20c5c9d72f79","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.424779185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa2b27cd-6c4f-4e15-94b8-3924ad42c121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.425194986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"4741efa7-2044-4c64-b131-b99abd42455f","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.425220901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"c6f610c7-f3b3-40a5-9a45-0dd1bdecd9a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.427034577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"2bb39620-edfb-4a02-9aae-66795b083e28","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.430138864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5752ac39-3351-466e-9a62-e6e86689a1db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.440569325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"4b3458e2-dfd2-4e75-82f3-20c5c9d72f79","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.445588196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"4741efa7-2044-4c64-b131-b99abd42455f","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.446343668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"c6f610c7-f3b3-40a5-9a45-0dd1bdecd9a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.460588212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"5e6da045-9dd2-4c4f-a3b5-148b891d0d54","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.526560941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"5ac6e13b-8c13-47e3-8708-0764a9a8fe30","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.588973811Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-quota-0e6617-access","reconcileID":"25e96dc0-447c-4a14-872f-8661de26d901","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.658677639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","reconcileID":"52e3c487-da0f-4699-9e91-249c10c083b0","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-cae047de6e2c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-b-a3235a","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.818122069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"aeaf72af-ceb5-429e-b434-75a932ab66ce","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.848642069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01b6e266-21ff-40ff-af57-894517ccfd0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.848900691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"563ad5c0-d5e6-4bcf-9be6-602b34a8f60a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.863498921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"d43c776a-943d-4799-8b9e-87c2b4dc8abb","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.864697791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"68ff0f78-a2e3-4ac1-90b1-bd6370a1be37","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.868787365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"563ad5c0-d5e6-4bcf-9be6-602b34a8f60a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.870128054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"d375da3a-8d69-414a-9e31-8fd62f977dd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.874748327Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-sub","reconcileID":"03a94c7b-da43-4f61-b546-61c1a3fc95c4","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9344bdcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.895075004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01b6e266-21ff-40ff-af57-894517ccfd0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.898153438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"d43c776a-943d-4799-8b9e-87c2b4dc8abb","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.898805326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"68ff0f78-a2e3-4ac1-90b1-bd6370a1be37","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.900990541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"d375da3a-8d69-414a-9e31-8fd62f977dd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:08.194391656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"ea725c5d-6c8e-4566-912e-5801632c363e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:08.194652545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"26e8cf8c-9db4-4adf-8902-b4608c5ce9e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:08.194918025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"2e622be0-16ab-442a-b416-06831ed85bb1","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:08.215218666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"2e622be0-16ab-442a-b416-06831ed85bb1","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:08.215275121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"ea725c5d-6c8e-4566-912e-5801632c363e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:08.217678866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"26e8cf8c-9db4-4adf-8902-b4608c5ce9e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.36906603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"3dde9f65-c112-4c3b-9b34-26d51abe26b0","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.45956338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a99b7fcd-ac8a-4d1f-9b76-857a33366617","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.482205961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"aa4e9b05-66a7-4a47-8735-fbeb1ba6690b","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.48488325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"c8428a31-9e1d-468f-81a8-442f883a72a5","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.559116095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"babd409f-da29-4638-afb4-8c1b688b4afe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.581464941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"4269ed61-067d-418e-80ac-d3fd875e2f1e","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.604640883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"e7ac6b47-1dcb-40e5-95f5-23f878c8de12","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.606255479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"65b3036d-6e37-4ee0-aaa4-7f4b497bdb08","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.621716128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"be851a93-4b49-4852-85a9-2e7a46bcbf85","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.622200617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"3a1b49da-ae41-4904-b185-8438cfb6a26e","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.622653697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"76001ebb-4073-4e9c-abde-cbb366d866cc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.625018307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"e7ac6b47-1dcb-40e5-95f5-23f878c8de12","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.627257956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"65b3036d-6e37-4ee0-aaa4-7f4b497bdb08","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.703832648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"be851a93-4b49-4852-85a9-2e7a46bcbf85","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.70856265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"76001ebb-4073-4e9c-abde-cbb366d866cc","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.710243399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"3a1b49da-ae41-4904-b185-8438cfb6a26e","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.522101587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"183579cb-6cf0-4985-8068-c2e64021ec61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.618316247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"04e80f5e-53d5-4706-bdce-b8f247280ad6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.634524133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"189267dd-aab4-4669-9ad6-c98d71e0edb2","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.634844638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"de0bc1ee-42b1-4318-adbb-5039404b9e86","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.63525514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"2a001a05-680e-4cb2-88ce-0480dce9a484","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.733389286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"7762def2-3729-4917-bb78-568df1bdb714","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:17.892578582Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-sub","reconcileID":"b9e3eb28-0a9b-4ab0-8c61-b60424c734ea","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","subscription":"e2e-shr-quota-0e6617-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:17.926475949Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-sub","reconcileID":"b9e3eb28-0a9b-4ab0-8c61-b60424c734ea","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:17.943554673Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-sub","reconcileID":"b9e3eb28-0a9b-4ab0-8c61-b60424c734ea","MaaSSubscription":{"name":"e2e-shr-quota-0e6617-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.039943606Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-auth-84d02e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-shared-7883ee-sub]","namespace=ai-tenant-e2e-extmod-b-a3235a priority=0:[ai-tenant-e2e-extmod-b-a3235a/e2e-shr-auth-84d02e-sub ai-tenant-e2e-extmod-b-a3235a/e2e-shr-shared-7883ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.056600353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"deeafb94-4b6b-489c-a61a-b97bf8ebc4a7","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.090771598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a53bf5-cadd-4627-94c4-9531575a0b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.091845149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fdf9e51-eeb8-490e-ab33-9243b9ba3261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.107388831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"e75dbf4e-a776-4569-a44b-7a5f6c22b9e2","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.107800795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"7ac27c30-7fdf-453f-8bac-8529aea344f8","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.10794698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"37f28686-6146-40c2-bce5-87e61cc169fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.111634039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a53bf5-cadd-4627-94c4-9531575a0b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.112042508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fdf9e51-eeb8-490e-ab33-9243b9ba3261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.113234903Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"c7b12daa-c764-410b-8377-2d35b73cfb3f","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.129437478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"e75dbf4e-a776-4569-a44b-7a5f6c22b9e2","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.129996998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"7ac27c30-7fdf-453f-8bac-8529aea344f8","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.132671971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"37f28686-6146-40c2-bce5-87e61cc169fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.147526632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"91189eba-413b-41fa-a5bc-565fc9d1ff50","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.197228143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"cb29b1cc-8cc1-4381-9d30-0e383caeba64","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.27872614Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-quota-0e6617-access","reconcileID":"8986eda7-7dcb-48b9-be50-2399946b0796","MaaSAuthPolicy":{"name":"e2e-shr-quota-0e6617-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.484453782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"1a1077a2-cffb-4073-a5bb-c4cbfde977f4","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.820796114Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","reconcileID":"b4ecc36f-623a-4883-8bcc-aec36191462a","MaaSModelRef":{"name":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-quota-0e6617-98f09affa7e3","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-quota-0e6617-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-quota-0e6617","provider":"e2e-shr-quota-0e6617-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.350629549Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-0e6617","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617","reconcileID":"067a555d-b414-4000-99f8-94038fb00b57","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:19.388405007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"e8f82377-06cb-46d9-837e-b52f3c555c88","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:19.388518857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"e8f82377-06cb-46d9-837e-b52f3c555c88","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.400200368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff6bb2d5-172f-4655-a24b-d9fa7ff90101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.403056742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"40fdfab1-2e7b-420e-b382-21d465254067","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.405261805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","reconcileID":"7f983e31-9b4b-4975-bb15-2b5f6d24ae73","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-amb-9e0d75-d8e8e753ff6c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","externalModel":"e2e-shr-amb-9e0d75","provider":"e2e-shr-amb-9e0d75-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.405362727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"1a35bcd1-438b-4c64-893d-d6199b6421b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.406644356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"53f7e9e9-4295-4792-a19e-5d2bb02671c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.407339008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e88b53d3-5b7f-4608-8a98-80f3fdc713d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.425292969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff6bb2d5-172f-4655-a24b-d9fa7ff90101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.42725762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"40fdfab1-2e7b-420e-b382-21d465254067","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.497307768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"8e43eac6-65b2-4206-a76f-3d9f4b79e758","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.49789603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"1a35bcd1-438b-4c64-893d-d6199b6421b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.499727664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"53f7e9e9-4295-4792-a19e-5d2bb02671c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.50083871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e88b53d3-5b7f-4608-8a98-80f3fdc713d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.514353629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"44ef4cdc-7e83-4364-beb0-d71fdbfc911a","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.516826138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"0c08a4cd-9559-4af4-963b-5538f4faeb0c","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.517457081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"586e8c13-e537-43d8-9640-5414c70f103c","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.517548264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"de11474e-fc12-4e32-83b8-bf14d1fe7c8c","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.530553014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"09eda126-5191-48f1-96c8-fac985177f3a","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.5651179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","reconcileID":"180443ba-567a-4786-91af-9350ba4a6277","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-amb-9e0d75-6dd7391baa70","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-amb-9e0d75","provider":"e2e-shr-amb-9e0d75-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.598284173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"8242014b-507d-4772-b78c-bf78e0be4e6e","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.632080091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"151590f4-ea6b-4cfb-859e-13d02bab3d8d","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.650767557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-0e6617","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617","reconcileID":"1a45cb84-6902-4cab-9860-efd29721d329","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-quota-0e6617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.664082887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"9a9e0cc4-9c3f-458d-bd5d-a3c0779b491c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:19.66496428Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"106c95ce-5c36-4b45-9570-c3fa3beb9dea","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:19.665033358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-ambiguous","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-ambiguous","reconcileID":"106c95ce-5c36-4b45-9570-c3fa3beb9dea","error":"ExternalModel e2e-extmod-shr-user-b733a2/e2e-shr-amb-9e0d75 is attached to several gateways [openshift-ingress/e2e-extmod-a-09ab3e openshift-ingress/e2e-extmod-b-a3235a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.683214649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","reconcileID":"076dcf66-e37b-4aa2-9037-566e3626cf0c","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-amb-9e0d75-d8e8e753ff6c","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-amb-9e0d75-e2e-extmod-b-a3235a","externalModel":"e2e-shr-amb-9e0d75","provider":"e2e-shr-amb-9e0d75-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.688596248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"9a9e0cc4-9c3f-458d-bd5d-a3c0779b491c","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.736861344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"292fcf24-e79b-4e1e-8498-f193a845eeeb","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.753998154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"76f19dd4-8169-433d-a45f-d74f0875f100","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.76092381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"5a926fd0-2390-4dbd-a9af-5d4f10fec668","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.761091759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"0b8006cb-c450-4a40-b6d6-8d2eea8d1d96","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.761595622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"3fde7073-7c7e-4e03-bc39-6fb08f47e111","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.778523082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fa013fa-688e-4f11-96a8-3fcff51c7316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.778639251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"868cdd89-5073-4f63-9e8f-c7c38341e071","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.779378043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"eb118c20-75e2-476e-be94-b678398a60e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.77986252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"5645b636-71cd-41bb-98cc-b602f3d6e001","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.799101296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"868cdd89-5073-4f63-9e8f-c7c38341e071","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.800310383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fa013fa-688e-4f11-96a8-3fcff51c7316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.801484871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"5645b636-71cd-41bb-98cc-b602f3d6e001","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.802954911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"eb118c20-75e2-476e-be94-b678398a60e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.966719868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34d78641-a053-4800-a6cc-91e8fa9e3945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.987701823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"53b53472-c4e7-4acc-9771-22b62562b7db","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.987913993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34d78641-a053-4800-a6cc-91e8fa9e3945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:20.081816701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"69427b91-a3cd-4352-900f-0e69c42a720a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:20.095187454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73667229-5efb-4d6c-974a-53ca9e1734b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:20.099382251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"b175f9cc-588c-40b6-8d2d-8443572fc481","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:20.102076823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"69427b91-a3cd-4352-900f-0e69c42a720a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:20.112821905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"2a9a47b9-76d8-491e-aa87-62c370d67b13","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:20.112955903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"c1f43a1d-3a4b-46fd-80b9-51e1bd65e9e6","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:20.1662576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc1fa1de-0a1a-4329-b2d8-3744439e1f87","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.044287889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","reconcileID":"decf0a97-f5f4-40db-b003-1a2a31d72b5f","MaaSModelRef":{"name":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-amb-9e0d75-6dd7391baa70","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-amb-9e0d75-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-amb-9e0d75","provider":"e2e-shr-amb-9e0d75-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.578222166Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-9e0d75","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","reconcileID":"9e7d733a-e9cf-48f5-95b6-bfd5717fb698","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.62729322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"38d8a60e-d45d-488c-a544-794f5ff2d1b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.627747601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ebdc089-5788-4140-8cc1-0b93314920cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.628120068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce44e970-d5bd-4efc-886f-9caaf9880751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.628575122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"a0b34ca5-d397-44bf-9c11-3dbfe02d346f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.628788344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"3d3f60d2-8b87-409c-af30-b2cf0bed1114","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.647891806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ebdc089-5788-4140-8cc1-0b93314920cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.64862813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce44e970-d5bd-4efc-886f-9caaf9880751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.65074706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"a0b34ca5-d397-44bf-9c11-3dbfe02d346f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.651285693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"38d8a60e-d45d-488c-a544-794f5ff2d1b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.652921017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"3d3f60d2-8b87-409c-af30-b2cf0bed1114","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.723285623Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-9e0d75","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","reconcileID":"2fa4ee3b-5232-463e-b329-0b1f84b07133","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.831838759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0882eff-72d4-42e4-b0f4-07e9a043eb55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.833929369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"ea46aac1-fc1a-4ec9-92b9-6dbcbc4a857c","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.852779576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0882eff-72d4-42e4-b0f4-07e9a043eb55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.853901281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"ea46aac1-fc1a-4ec9-92b9-6dbcbc4a857c","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.864989437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"2e197f80-ad62-4ce4-a67d-4e666be3676c","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.86523808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c540f16e-2ee8-4e1c-b010-2500df8e38eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.865609576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"2631d907-1da0-4822-80a4-7dd26996805a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.885658578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c540f16e-2ee8-4e1c-b010-2500df8e38eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.885673619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"2e197f80-ad62-4ce4-a67d-4e666be3676c","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.888561794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"2631d907-1da0-4822-80a4-7dd26996805a","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.950035572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"7ea11501-dd84-497f-9771-ebc60514ef3b","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:21.970313993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"7ea11501-dd84-497f-9771-ebc60514ef3b","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.439592962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"6f287016-e973-4b94-84e2-234a65b228bc","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.470774369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"0d210b90-51a3-4144-b5ed-02b9debe1bde","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.471800893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"e68d1bfc-3ba2-4e48-9d7e-6d03697abe39","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.47183502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"aede5ee6-4f17-4e4d-b0ab-b683ef028045","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.472283336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"a52e31be-f07a-4db8-8c94-0e62cf5c75c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.472760099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"4e9c0ed8-ac7a-4edc-b9f2-76145a74198e","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.492670653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"0d210b90-51a3-4144-b5ed-02b9debe1bde","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.493824055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"e68d1bfc-3ba2-4e48-9d7e-6d03697abe39","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.495479933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"a52e31be-f07a-4db8-8c94-0e62cf5c75c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.496656857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"aede5ee6-4f17-4e4d-b0ab-b683ef028045","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.505927868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"ba7ec797-2b58-453b-8cc4-05a28818494a","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.506122395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"eac07c90-a3e6-41a1-bdb9-2dba8ad7cee3","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.506531047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"0990c0b1-0621-4002-8369-b673a54082e8","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.507224816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"b10f6452-a8e0-405d-8a8a-e38ad1128407","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.513557144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"cc0858d7-a79f-471b-bc7d-58bbedf1c984","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.54650467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"f8c4b5ee-f5a7-4676-84a3-8e3832c49083","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.578639318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"b6c605fa-1e13-4c41-a1f6-149abbe105dd","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.610869911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"b3d13e98-30c0-4fa8-9d38-e3242448f6e0","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.621758637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"1b85f4a4-1648-4ab2-b9e7-16b4dc54b96d","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.623768637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"5ba4f9f9-093f-4a6a-ac21-259bb52ef1fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.624671055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"fc60089d-a909-4dac-8bfe-e23f94498b49","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.624717407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"ac408bba-dbe1-4943-84d1-6de08add39c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.639053133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"fb2fbe15-6d91-4f22-b80a-ade62829c721","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.640264891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"51eb1a72-17f5-465d-ac93-cd98dcdde0fe","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.641123927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"e935ad36-f262-4263-b577-0ffd9448d391","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.641620838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"95f8c4fc-2032-4de8-bc8a-9f06f5fe75b8","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.643278624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"1b85f4a4-1648-4ab2-b9e7-16b4dc54b96d","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.643994769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"5ba4f9f9-093f-4a6a-ac21-259bb52ef1fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.645825736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"ac408bba-dbe1-4943-84d1-6de08add39c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.646320441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"fc60089d-a909-4dac-8bfe-e23f94498b49","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.686274089Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-9e0d75","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","reconcileID":"18b714b5-4ed6-4226-a079-18aad1f2b5a2","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-amb-9e0d75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.744140614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb2f8013-db39-4be4-9f78-56f1f42e4100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.764979825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb2f8013-db39-4be4-9f78-56f1f42e4100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.856021804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"85ad8e1d-767e-462b-aaff-ede3b69f313f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.86527867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"8800674d-582a-4232-b9a0-2d6c2518f5a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.866141592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"f7f2c0a1-ee7e-4aa7-9589-2c81f90daf53","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.871501579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36ecbe91-cad2-4087-82ad-fe98fff27640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.880026184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"85ad8e1d-767e-462b-aaff-ede3b69f313f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.888616982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"8800674d-582a-4232-b9a0-2d6c2518f5a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.895997808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"f7f2c0a1-ee7e-4aa7-9589-2c81f90daf53","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.897540991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36ecbe91-cad2-4087-82ad-fe98fff27640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.949861605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"d93de364-67fa-4f85-a414-39d30b396a2c","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:22.972458899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"d93de364-67fa-4f85-a414-39d30b396a2c","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.229380865Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"61a7212b-33b2-4e4e-b345-656860027807","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.26067357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"ac06e0e2-6672-4898-b7b7-e9e5b3eb8477","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.26106911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4469664f-6284-4735-bf32-007664ae1b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.261727193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99aa3f81-c0eb-4389-ad41-01db5323ad30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.262110015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"c9c9e9a6-edec-4287-a518-03edc2f0d58a","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.282048607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"ac06e0e2-6672-4898-b7b7-e9e5b3eb8477","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.286518155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"c9c9e9a6-edec-4287-a518-03edc2f0d58a","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.290049575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99aa3f81-c0eb-4389-ad41-01db5323ad30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.290500832Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"e05f7b25-7f1a-4d91-951c-fc9fe1497f5c","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ef39fa13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.294765009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4469664f-6284-4735-bf32-007664ae1b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.531353439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"8626395f-a46c-4506-89ce-cf38c2ed772a","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.532583003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"1e97f955-b4bb-44e7-8186-1f460d263fde","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.558895894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"1e97f955-b4bb-44e7-8186-1f460d263fde","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:23.568794057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"8626395f-a46c-4506-89ce-cf38c2ed772a","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.310667042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1107d259-d42c-402d-adb7-e7d45e77eb6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.311831103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"76a82544-bf7f-4567-b281-63a3b7d9b67f","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.312336045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"ce8b3126-0a47-4135-bca1-d7c8affd0ae2","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.363765914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fb3b4526-b076-4c67-b1ae-113498244008","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.379589758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"522c6b18-2de5-4c2c-89c8-9e19afe5fb08","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.531769498Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.307523427Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"b6b88e3b-cdf7-498e-a603-ef2458996c5f","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","subscription":"e2e-shr-auth-84d02e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.342954038Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"b6b88e3b-cdf7-498e-a603-ef2458996c5f","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.359061064Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-sub","reconcileID":"b6b88e3b-cdf7-498e-a603-ef2458996c5f","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.453148679Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-09ab3e priority=0:[ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-auth-84d02e-sub ai-tenant-e2e-extmod-a-09ab3e/e2e-shr-shared-7883ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.469729788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"068be90a-7366-4ced-b961-dcaf37395000","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.502079233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78608cc2-1d6f-4ada-bc99-1c4a7fb0cc1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.502080121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e12c98f6-1eb6-48de-8c0c-a437b469c103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.502914998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"94df20f0-b0d8-4e40-af65-1e0fd080d877","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.502939783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"29bcab22-f56b-43f8-a0fe-369d904365ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.523815002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"29bcab22-f56b-43f8-a0fe-369d904365ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.523821953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e12c98f6-1eb6-48de-8c0c-a437b469c103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.524405916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"cdc4e2aa-6ef0-418c-ac32-1424bd4dde7e","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.525982391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"94df20f0-b0d8-4e40-af65-1e0fd080d877","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.526846921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78608cc2-1d6f-4ada-bc99-1c4a7fb0cc1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.6199157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"5ac2faed-d16a-4d82-b42f-bafedf2d2c60","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.656590432Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-auth-84d02e-access","reconcileID":"ab93bcab-f63f-46f5-9e19-771f2d32b06b","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.723554421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","reconcileID":"a8223686-278f-4c6c-8efb-60ba63bc999e","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-5f1cebfce102","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-b-a3235a","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.877915997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"5dfd2a7e-7d88-421e-afc2-ef890e28048e","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.911085779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"f88dd906-1804-450a-ae88-ba8984093d36","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.911370447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"641e6480-54ce-49b7-ac2a-691ec8e6acd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.912117056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"323db565-09c4-43c6-b49e-c60a52925e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.912384065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"152d482d-268e-4bcb-8e96-eaeb7ef16678","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.932645154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"f88dd906-1804-450a-ae88-ba8984093d36","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.932892745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"641e6480-54ce-49b7-ac2a-691ec8e6acd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.933653701Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"11653e24-1b1b-4108-8497-e1b62b8b8410","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-621a3dd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.936436944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"152d482d-268e-4bcb-8e96-eaeb7ef16678","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.936996523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"323db565-09c4-43c6-b49e-c60a52925e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.063079198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"455d4f60-da5d-485f-9296-aa3045de1f46","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.063080273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"6d010626-55f2-4e49-8616-de0d87e172ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.084746384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"455d4f60-da5d-485f-9296-aa3045de1f46","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.084809211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"6d010626-55f2-4e49-8616-de0d87e172ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.325797771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"e43e7bb6-f406-4661-b5c3-bd400467ef64","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.411932524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"95e66b6b-7108-486a-bb28-8d3979f0c51c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.412393448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8fd81591-9ea7-4ee4-8212-bffab94afd33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.431733784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"5e86ffc2-1072-4549-94fa-04c087be3d2f","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.435385406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"ee97a454-de6e-404a-b5aa-2087a024eb56","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.450508081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"e982c42a-ae6f-464e-b524-1840ff0d27ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.451545845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"7f94779a-67c8-4362-bc5e-b2907af2806e","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.455204899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"ee97a454-de6e-404a-b5aa-2087a024eb56","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.47034478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"e982c42a-ae6f-464e-b524-1840ff0d27ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.47087194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"7f94779a-67c8-4362-bc5e-b2907af2806e","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:38.059772304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"14dec667-12c7-4eef-a438-7b0cfda5bf01","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:38.132590559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"988b5144-e248-4f74-a0b1-94d600315d65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:38.132758166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5206ef7a-077b-4834-bf19-bff013b47101","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:38.148906992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"57a111bb-cc62-4156-b1f1-745226ff01eb","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.949893371Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"d4644c80-cc74-4e18-8ac7-711875c84099","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","subscription":"e2e-shr-auth-84d02e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.985546337Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"d4644c80-cc74-4e18-8ac7-711875c84099","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.00520543Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-sub","reconcileID":"d4644c80-cc74-4e18-8ac7-711875c84099","MaaSSubscription":{"name":"e2e-shr-auth-84d02e-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.174224775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"2a4e0b6c-4b2c-4c57-ad6e-4a162fa0db06","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.210266998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f5680ea-3655-47ef-a90b-56fd80a6eb8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.210782342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"b4332323-cafb-42e7-8af9-5622298828f8","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.211380539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"59ff6d32-05a5-4e6b-a0d3-3c1ac67492bf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.211865941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3bc0c02-f9aa-4f82-b566-7a3356c7a8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.232556228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"59ff6d32-05a5-4e6b-a0d3-3c1ac67492bf","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.232658955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"b4332323-cafb-42e7-8af9-5622298828f8","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.234863019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3bc0c02-f9aa-4f82-b566-7a3356c7a8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.234963531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f5680ea-3655-47ef-a90b-56fd80a6eb8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.235387219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"047b4ea0-eaaf-4c38-bdb0-ffcc6e7d9c46","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.327622952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"640bfa2e-b1f1-4c2e-87a2-a48c434c344c","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.366726091Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-auth-84d02e-access","reconcileID":"30cacc85-e6e9-4fd5-8ed6-71a81ff4674a","MaaSAuthPolicy":{"name":"e2e-shr-auth-84d02e-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.439531613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"5a1f7601-d1a8-48de-9864-c730a8f42b91","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.790709895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","reconcileID":"8247a5f7-6cb9-440d-ba4d-38e71e2f264d","MaaSModelRef":{"name":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-auth-84d02e-3bf1063e11bc","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-auth-84d02e-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-auth-84d02e","provider":"e2e-shr-auth-84d02e-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.329251894Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-84d02e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e","reconcileID":"a6ab35ef-64e9-4375-8029-63018f109423","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.362957029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"b56a2d71-9f23-4bde-a201-51bf50a85999","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.364166294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"9f309904-5f58-4e3e-9809-55b75e4dfffe","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.364527785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"292102d0-84ec-4fda-b49d-b7d7b57ef612","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.378728312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82ddc172-1a19-49c4-ad6f-2c5951dd051a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.379180205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21c89362-2aa1-4b64-ae82-885c5f484721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.384153555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"b56a2d71-9f23-4bde-a201-51bf50a85999","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.384855148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"9f309904-5f58-4e3e-9809-55b75e4dfffe","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.402060977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"8e79c8ed-3bf4-4dbc-9a34-43a08ed97a68","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.411538627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82ddc172-1a19-49c4-ad6f-2c5951dd051a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.418727059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21c89362-2aa1-4b64-ae82-885c5f484721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.445028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"61486488-75c9-4e70-b502-a7497ce5da7b","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.446050764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"50662645-91e6-42a2-9492-85977a295231","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.446672835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"18acb6ee-54c9-4cfa-b5cc-10cc2241f70d","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.526088359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"778e6fc8-b64e-4d2e-83e7-f2b55757a964","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.585262508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"8d326d2e-2f18-4ffa-a74e-3e1d0433d41d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.613386938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"8d326d2e-2f18-4ffa-a74e-3e1d0433d41d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.614929111Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-84d02e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e","reconcileID":"95d33eb2-eb30-4ca4-ab09-4881e1d683df","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-auth-84d02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.633848204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"9db4ee71-d1f9-4d2b-adcf-94c39d27f00a","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.633900371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"a1143bba-eefd-4103-aa07-c9dcfd2ae190","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.753968793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"6d75493b-97b0-44d9-b058-95e4d1e5292f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.770689394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"110e6e6f-d4a0-43c7-bd5d-6f053d817075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.775671831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d670ab0c-f885-4a59-be21-416476590bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.77688482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"6d75493b-97b0-44d9-b058-95e4d1e5292f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.793887888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"110e6e6f-d4a0-43c7-bd5d-6f053d817075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.808146044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d670ab0c-f885-4a59-be21-416476590bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.899209318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"08a468f4-30cc-4fcf-9186-52df0b1d1f82","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.924741581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"08a468f4-30cc-4fcf-9186-52df0b1d1f82","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.14021739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"7afa2d1e-45e9-44d1-8078-0a09edc67393","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.161072531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"3c828247-9c40-45db-a391-5a9d2f918475","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.18538443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f9af2ea-974b-466e-9451-8ffa4e96fc12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.186334864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a4779ca-81d0-4d7c-b052-2be8e8708460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.192610893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"3c828247-9c40-45db-a391-5a9d2f918475","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.207946311Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"a2a5012b-ce33-4b69-97b7-bd42f50a35c9","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2a234daa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.239736991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f9af2ea-974b-466e-9451-8ffa4e96fc12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.241524114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a4779ca-81d0-4d7c-b052-2be8e8708460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.27985897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"846b67f7-0163-4a9c-b7e1-95c6a4ec455c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.29967492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"783d823d-68b8-487a-82c9-584bf3c4a8ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.375398798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"b8876cdc-02ca-4c3b-990c-3bd99e078957","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.391150714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"aa92b15b-9d37-4522-951f-f079fe206943","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.41604496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"aa92b15b-9d37-4522-951f-f079fe206943","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:54.884185316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"538eb0c4-1514-42d8-a938-f3c0ad83df78","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:54.967572313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5d452cb6-4837-4af9-aab9-aaa6c3d55bdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:54.967571908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fcdfcfd-a0bf-451e-8d18-7b108c63df86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.224282539Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"6493ead1-b4fd-4c3d-8f3f-2395956b8eac","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","subscription":"e2e-shr-shared-7883ee-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.256534605Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"6493ead1-b4fd-4c3d-8f3f-2395956b8eac","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.272401808Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-sub","reconcileID":"6493ead1-b4fd-4c3d-8f3f-2395956b8eac","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.381758813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"aac2603e-c844-49a6-8b08-351a7b3253d1","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.411353377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"b5b414e1-28dc-44aa-8d39-6e546b8de46f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.42849185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb0c57a2-316f-424c-916b-2179f38eb920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.428509553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8451a14a-5066-46c3-8c30-9eb4788fbaa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.432570034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"b5b414e1-28dc-44aa-8d39-6e546b8de46f","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.448909046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb0c57a2-316f-424c-916b-2179f38eb920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.449023211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8451a14a-5066-46c3-8c30-9eb4788fbaa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.5366656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"42b68f99-6f4e-46c5-9ca3-3ce83d1b2dde","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.581282603Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"14c018df-ba23-4d24-b63a-fa929412542e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.628157618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"14c018df-ba23-4d24-b63a-fa929412542e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.67705953Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"14c018df-ba23-4d24-b63a-fa929412542e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"name":"e2e-extmod-b-a3235a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.677081842Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"e2e-shr-shared-7883ee-access","reconcileID":"14c018df-ba23-4d24-b63a-fa929412542e","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.715107633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","reconcileID":"01049e84-c6cb-41b4-b3af-ae426db2c758","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-1b0ce716adac","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-b-a3235a","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-b-a3235a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.866691844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"8ab1bd3a-6dab-4090-8204-684ded1ecb51","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.882052529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"e39b6d7f-d736-4041-bf23-cd460423b3a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.898148237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74fb6e80-0a21-4946-99c7-c2103a11a9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.89825775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efe09492-8c8c-4993-a37a-469854af5325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.90269364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"e39b6d7f-d736-4041-bf23-cd460423b3a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.918438635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74fb6e80-0a21-4946-99c7-c2103a11a9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.918613453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efe09492-8c8c-4993-a37a-469854af5325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.920914608Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"e67b059e-5df1-4f6a-9255-e05d693e51cb","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e6465c5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.08427062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"02827b5f-ea2c-4450-9d75-62ed77ac80ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.104242998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"02827b5f-ea2c-4450-9d75-62ed77ac80ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.262714914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3c55e02-edb2-469d-996b-a600d4999a49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.262838467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e603ec31-ce8b-4753-bfc6-fd27dece6126","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.362469761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"19f4f318-c1cc-479d-92af-c3b05038ebb5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.382104181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"19f4f318-c1cc-479d-92af-c3b05038ebb5","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.538712533Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:01.952702725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1dbb4c7-b4b9-4168-9a4c-99abfaee4cca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:01.970939319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b4ceecb1-7928-4799-8137-2f57a460b97f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:06.937788971Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"6d602339-7f47-4c68-99fb-6f254b1ba102","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","subscription":"e2e-shr-shared-7883ee-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:06.969797935Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"6d602339-7f47-4c68-99fb-6f254b1ba102","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:06.98616725Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-sub","reconcileID":"6d602339-7f47-4c68-99fb-6f254b1ba102","MaaSSubscription":{"name":"e2e-shr-shared-7883ee-sub","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"maas-trlp-e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.158008573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"33eb3a37-ade5-4164-97ad-d84eeeea9252","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.1731653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"f06ebdfa-2e45-4dde-8bb3-7734f87ef47d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.189151648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74b02b89-c6b6-473b-bedf-a8b98000ab38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.189337757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"769edcda-ebc2-4683-8ae7-3f6bf5f85560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.193647103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"f06ebdfa-2e45-4dde-8bb3-7734f87ef47d","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.209834917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74b02b89-c6b6-473b-bedf-a8b98000ab38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.210254285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"769edcda-ebc2-4683-8ae7-3f6bf5f85560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.305690833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"b89a4b82-1ccb-4841-a919-36e77da6efe0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.312013712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"ec2d6f43-f592-4e13-8f9d-0b7353ca68ca","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.327513619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"b89a4b82-1ccb-4841-a919-36e77da6efe0","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.408154209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"a1ac46f4-7127-46d0-8bfc-b6752c579da4","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"model":"e2e-extmod-shr-user-b733a2/e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.5927686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"a1ac46f4-7127-46d0-8bfc-b6752c579da4","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.643838211Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"a1ac46f4-7127-46d0-8bfc-b6752c579da4","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"name":"e2e-extmod-a-09ab3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.643859665Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"e2e-shr-shared-7883ee-access","reconcileID":"a1ac46f4-7127-46d0-8bfc-b6752c579da4","MaaSAuthPolicy":{"name":"e2e-shr-shared-7883ee-access","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.680144079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"7ed15e65-5698-4d98-8ee7-3c6cb4585cfa","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.087608543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","reconcileID":"c9897bb1-8ee5-4927-a75d-976e6d7ddc7a","MaaSModelRef":{"name":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","namespace":"e2e-extmod-shr-user-b733a2"},"routeName":"external-model-e2e-shr-shared-7883ee-5d4e973f0039","namespace":"e2e-extmod-shr-user-b733a2","model":"e2e-shr-shared-7883ee-e2e-extmod-a-09ab3e","externalModel":"e2e-shr-shared-7883ee","provider":"e2e-shr-shared-7883ee-provider","gateway":"openshift-ingress/e2e-extmod-a-09ab3e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.632727285Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7883ee","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee","reconcileID":"d3d6b81f-cb10-44ae-84fd-4ffe8eafb39d","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.684210213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7abbe60-0ead-4550-8f8c-6f3381432327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.684218099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c5fc5f9-7fd8-46aa-a243-1a3ccae89bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.706256651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7abbe60-0ead-4550-8f8c-6f3381432327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.706516477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c5fc5f9-7fd8-46aa-a243-1a3ccae89bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.921799769Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7883ee","namespace":"e2e-extmod-shr-user-b733a2"},"namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee","reconcileID":"beeb6ab2-3ae3-4b8f-82b0-d5fa9ae5fb3b","namespace":"e2e-extmod-shr-user-b733a2","name":"e2e-shr-shared-7883ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.968471274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5135a77b-4358-4644-8ad4-262216eeab89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.968501657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1c77b3f-ee37-48d3-a31d-c4f525a0e6b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.988627491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1c77b3f-ee37-48d3-a31d-c4f525a0e6b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.988748187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5135a77b-4358-4644-8ad4-262216eeab89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.594099804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be644ef3-6d09-46fa-9a0b-f64432cba822","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.693061358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"96576b78-bfa9-4a6b-a63a-4c5a75336469","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:14.062682836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d368bbea-1504-4a0b-9eea-247e04d3c179","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:14.075595958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d5844ca-e86e-49e7-91ed-c2b6e36ae64e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:15.493301953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17ff57fc-d5f4-4ecb-a8d8-f0607d9832ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:15.493306845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cef4616-4112-492a-96ae-b241c47e3b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:15.514793623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17ff57fc-d5f4-4ecb-a8d8-f0607d9832ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:15.515492946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cef4616-4112-492a-96ae-b241c47e3b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.43819382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"390d4997-0163-4836-8465-68b336b3ef75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.438208612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfeae1da-57ca-493d-8742-50cc48d4501a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.459179842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfeae1da-57ca-493d-8742-50cc48d4501a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.459223835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"390d4997-0163-4836-8465-68b336b3ef75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.966373394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05108cf8-0de2-4c47-992a-6d270274b2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.983376769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05108cf8-0de2-4c47-992a-6d270274b2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:22.000176458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05108cf8-0de2-4c47-992a-6d270274b2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:22.016671287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05108cf8-0de2-4c47-992a-6d270274b2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:22.67473703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc58714-c4ca-4931-8faf-d363ec3b7659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:22.69140718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc58714-c4ca-4931-8faf-d363ec3b7659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:22.7079972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc58714-c4ca-4931-8faf-d363ec3b7659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:22.72455935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc58714-c4ca-4931-8faf-d363ec3b7659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.165663418Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","namespace":"ai-tenant-e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.165720715Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","namespace":"ai-tenant-e2e-extmod-a-09ab3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.16576782Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","tenant":"e2e-extmod-a-09ab3e","tenantID":"e2e-extmod-a-09ab3e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.187138568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"Deployment","name":"maas-api-e2e-extmod-a-09ab3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.214585562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"Service","name":"maas-api-e2e-extmod-a-09ab3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.238532622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-09ab3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.256527309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-09ab3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.275980685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.294598623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.31530441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.333773489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.349828907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.366012983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.382071492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"Service","name":"payload-processing-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.398682307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.414689547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.430713756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.454775639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.482526259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.499883931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.516539974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.533269734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-09ab3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.549622155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-09ab3e"},"namespace":"ai-tenant-e2e-extmod-a-09ab3e","name":"default-tenant","reconcileID":"70a368e8-c1a3-404b-bab5-321e28925260","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-09ab3e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.625251434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ca18cc4-93ae-4c0d-9e72-5a23e891b3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.700348767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9d3982f-2997-4a5f-b1d0-9e13c7e42eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.720609269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ca18cc4-93ae-4c0d-9e72-5a23e891b3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.723005493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9d3982f-2997-4a5f-b1d0-9e13c7e42eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:27.728444503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c270814-af55-4a81-9b08-cfb85d770164","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:27.838800157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24c82373-869c-4026-8966-309de88333dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.709267334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2931a4f0-7658-490f-ab6c-2cb57bde75fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.70931601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dce322b9-d14a-45f0-a50c-71ce3c1cf050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.73104744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2931a4f0-7658-490f-ab6c-2cb57bde75fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.732647796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dce322b9-d14a-45f0-a50c-71ce3c1cf050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.093839159Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-09ab3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-09ab3e","reconcileID":"af37fa91-1577-4428-9066-65a3a8269fb3","aitenant":"ai-tenants/e2e-extmod-a-09ab3e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.299542479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a536d85-43a5-4547-9d81-a0f848d8ffe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.320087232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a536d85-43a5-4547-9d81-a0f848d8ffe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.396301632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a536d85-43a5-4547-9d81-a0f848d8ffe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.397153413Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-09ab3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-09ab3e","reconcileID":"af37fa91-1577-4428-9066-65a3a8269fb3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-09ab3e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-09ab3e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.413124024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a536d85-43a5-4547-9d81-a0f848d8ffe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.462266818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0d023f2-6cc3-401d-a8a8-c407a9a17954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.463312503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f01ebeff-2f26-43cb-a0b1-e00ba5d788fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.484920372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0d023f2-6cc3-401d-a8a8-c407a9a17954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.484927397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f01ebeff-2f26-43cb-a0b1-e00ba5d788fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.531208889Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:30.095096731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f37efd-42ef-411f-9aa9-d4934301ee55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:30.11114954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f37efd-42ef-411f-9aa9-d4934301ee55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:30.127175345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f37efd-42ef-411f-9aa9-d4934301ee55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:30.143336829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f37efd-42ef-411f-9aa9-d4934301ee55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:31.943057761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f20a72d-7e61-4de5-8f32-d39281b4ba59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:32.039756115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"acb620dc-8905-4968-b996-a83ba26278fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.686542575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e8bf3ba-f5e5-4ad7-b2ef-b31f818520d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.686631692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a09c307e-c8bd-4fe2-ae28-9378690d695c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.706899499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a09c307e-c8bd-4fe2-ae28-9378690d695c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.706959449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e8bf3ba-f5e5-4ad7-b2ef-b31f818520d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.098445206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4d49cc-657e-4cda-ae53-4755dee26238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.11519996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4d49cc-657e-4cda-ae53-4755dee26238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.132046171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4d49cc-657e-4cda-ae53-4755dee26238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.148845836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4d49cc-657e-4cda-ae53-4755dee26238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.871440085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab9f89ca-fd44-41d5-a3c5-90757caf7785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.889714456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab9f89ca-fd44-41d5-a3c5-90757caf7785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.910153374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab9f89ca-fd44-41d5-a3c5-90757caf7785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.92635803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab9f89ca-fd44-41d5-a3c5-90757caf7785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.157642571Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","namespace":"ai-tenant-e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.157727114Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","namespace":"ai-tenant-e2e-extmod-b-a3235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.157789575Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","tenant":"e2e-extmod-b-a3235a","tenantID":"e2e-extmod-b-a3235a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.175175289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"Deployment","name":"maas-api-e2e-extmod-b-a3235a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.202226266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"Service","name":"maas-api-e2e-extmod-b-a3235a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.223187899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-a3235a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.24066343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-a3235a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.260964852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.278889136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.299450852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.320884064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.336383106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.352241944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.367783894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"Service","name":"payload-processing-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.383615618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.399224271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.414784922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.431667377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.450646543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.466488906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.482344374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.499728439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-a3235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.518287016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a3235a"},"namespace":"ai-tenant-e2e-extmod-b-a3235a","name":"default-tenant","reconcileID":"b2121309-22c6-4064-99f4-f98ab9ad8fc7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-a3235a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.585911393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d28566d-1a12-4a9f-bed4-0229535808b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.58851069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ba962ae-afb0-410a-aab7-d6862c234d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.609545506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d28566d-1a12-4a9f-bed4-0229535808b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.612045195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ba962ae-afb0-410a-aab7-d6862c234d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:40.486773163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82e71038-dea2-4a55-859d-22752a76d9a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:40.586126607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe672471-428f-47e9-a613-007e76c25360","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.769715064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7a021a5-2201-460a-a9d8-61f34918a689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.769808615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ccbac1d-6810-4e9c-92a4-e72fadc173ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.809955976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ccbac1d-6810-4e9c-92a4-e72fadc173ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.810105749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7a021a5-2201-460a-a9d8-61f34918a689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:43.157936198Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a3235a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a3235a","reconcileID":"af7123fe-b4a6-46d1-9c22-36ae322073d4","aitenant":"ai-tenants/e2e-extmod-b-a3235a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:43.281567041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1bc5ba0a-987a-4abf-a9dc-ebd3bea667f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:43.297244193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"44945bab-6453-4940-a70a-0448eb380bd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:43.370871516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2584320a-4f27-4c0a-ba6e-9cd08794f39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:43.386847055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2584320a-4f27-4c0a-ba6e-9cd08794f39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:43.403002031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2584320a-4f27-4c0a-ba6e-9cd08794f39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:43.408443901Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a3235a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a3235a","reconcileID":"af7123fe-b4a6-46d1-9c22-36ae322073d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a3235a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-a3235a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:43.4192232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2584320a-4f27-4c0a-ba6e-9cd08794f39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:43.467969096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"860b2cc5-75d0-44ae-9de9-21e727bb42fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:43.467954976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4869f8d3-d27c-4f9f-ae06-9f784d02c8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:43.489305816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"860b2cc5-75d0-44ae-9de9-21e727bb42fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:43.490719296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4869f8d3-d27c-4f9f-ae06-9f784d02c8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:44.233927912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa538ec-d766-4991-a557-09469a59a3c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:44.250197097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa538ec-d766-4991-a557-09469a59a3c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:44.266393495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa538ec-d766-4991-a557-09469a59a3c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:44.282654855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aa538ec-d766-4991-a557-09469a59a3c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:48.557036561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85676a26-548c-43b7-a2bb-fb9dff79193e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:48.5570418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9c40f20-f94a-4a17-a18c-2544751afd6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:48.607267921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9c40f20-f94a-4a17-a18c-2544751afd6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:48.608514459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85676a26-548c-43b7-a2bb-fb9dff79193e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}